{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pickle as pkl\n",
    "from collections import defaultdict\n",
    "import pandas as pd\n",
    "import os\n",
    "import numpy as np\n",
    "import json\n",
    "import matplotlib.pyplot as plt\n",
    "import random\n",
    "from tqdm import tqdm, tqdm_notebook\n",
    "from sklearn.model_selection import train_test_split, KFold\n",
    "from sklearn.metrics import classification_report, f1_score, accuracy_score\n",
    "from collections import Counter\n",
    "from tqdm import tqdm, tqdm_notebook, tnrange\n",
    "import pandas as pd\n",
    "from sklearn.metrics import accuracy_score, f1_score, precision_score, recall_score, classification_report, confusion_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset = 'twitter15'\n",
    "\n",
    "if dataset == 'twitter15':\n",
    "    get_ipython().run_line_magic('run', '../twitter15/twitter15_text_processing.ipynb')\n",
    "    t15Datapath = '../twitter15/pickledTrees/'\n",
    "    \n",
    "if dataset == 'twitter16':\n",
    "    get_ipython().run_line_magic('run', '../twitter16/twitter16_text_processing.ipynb')\n",
    "    t15Datapath = '../twitter16/pickledTrees/'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{731166399389962242: '🔥ca kkk grand wizard 🔥 endorses @hillaryclinton #neverhillary #trump2016 URL',\n",
       " 714598641827246081: 'an open letter to trump voters from his top strategist-turned-defector URL via @xojanedotcom',\n",
       " 691809004356501505: '\"america is a nation of second chances\" —@potus on new reforms to solitary confinement: URL URL',\n",
       " 693204708933160960: 'brandon marshall visits and offers advice, support to brother of fallen hero zaevion dobson: URL URL',\n",
       " 551099691702956032: 'rip elly may clampett: so sad to learn #beverlyhillbillies star donna douglas has passed away. URL',\n",
       " 767223774072676354: 'former 3 doors down guitarist matt roberts has died at age 38, according to his father. URL URL',\n",
       " 715515982584881152: 'craigslist ad: ‘get paid $15 an hour to protest at the trump rally’ - URL URL',\n",
       " 514106273852174337: 'just in: missing afghan soldiers found trying to enter canada near niagara falls URL URL',\n",
       " 500319801344929795: 'the day #ferguson cops told a dirty, bloody lie (via @thedailybeast): URL URL',\n",
       " 495366618818830336: \"#riphulkhogan my heart is ripping like your shirt. wwe'll miss you.\",\n",
       " 532206910796468224: 'a chick-fil-a manager allegedly banned this hilarious list of slang words URL URL',\n",
       " 560187970389819392: 'islamic tribunal using sharia law in texas has been confirmed URL @breitbartnews #a4a URL',\n",
       " 531568534066057217: \"alpha male rt @marc_leibowitz: photo of vladimir putin's motorcade. posted without comment. URL\",\n",
       " 489829414704648192: 'เผยกบฏยูเครนอาจเข้าใจผิดคิดว่า #mh17 เป็นเครื่องบินทหารยูเครนรุกล้ำ / 14 ก.ค.ก็เพิ่งยิงตกไปลำ URL URL',\n",
       " 524925730053181440: \"shooter still on loose after uniformed soldier shot at #ottawa's war memorial, across road from parliament. mp's being taken out of offices.\",\n",
       " 766989078294306816: 'report: more american fifth-graders taking gap year to unwind before middle school URL URL',\n",
       " 499530130487017472: 'a woman in #ferguson was shot in head last night and released this selfie. conflicting reports of how it happened: URL',\n",
       " 520284654755381249: 'report: amazon plans to open its first physical store, in new york URL',\n",
       " 767515401831997440: \"‘keep it,’ says simone biles throwing gold medal to adoring men's gymnastics team URL #rio2016 URL\",\n",
       " 565999191982616577: 'let\\'s let our friends know that a state senator in south carolina stated \"women are a lesser cut of meat\" #chewonthis URL',\n",
       " 554343513887105024: 'a traditional beer that authorities believe was poisoned with crocodile bile has killed 56 people in mozambique: URL',\n",
       " 767715489485205505: 'nothing to see here. just nuggets forward wilson chandler catching a 350-pound fish: URL URL',\n",
       " 553467311261503488: 'reports of shooting at dammartin en goele on route n2 north east of paris - french media says car chase under way',\n",
       " 553960736964476928: 'police chief helric fredou, one of the police officers investigating the case #charliehebdo, commits suicide. URL',\n",
       " 500303431928922113: 'reminder: forget the robbery, forget the minor looting. nothing justifies militarized police pointing sniper rifles at journalists #ferguson',\n",
       " 538900739880665088: \"afghan woman picked up her dead son's gun and helped kill 25 taliban militants to save village URL URL\",\n",
       " 516420964834611201: 'from #ferguson to #hongkong. #hongkongdemocracy protests adopt \"hands up, don\\'t shoot\" URL',\n",
       " 80080680482123777: 'seriously? racist mcdonald’s sign is obviously a hoax - URL',\n",
       " 687945926774800385: 'several in critical condition - one in a coma - after clinical trial of new drug in france, health minister says URL',\n",
       " 436089462326849536: 'omfg read this its my personal experience with talking angela URL',\n",
       " 568589712644026368: 'why did macklemore delete this tweet!? #macklemorejoinedisis URL',\n",
       " 767360696761905153: \"this is @jackalltimelow asking you to watch the #vma #weekendbrunch that's starting right now. 🙌 URL\",\n",
       " 407231591191035904: \"paul walker died too fast, i'm furious.. :/\",\n",
       " 505369323922522113: 'tupac was hiding for 18 years 😳 URL',\n",
       " 576513463738109954: 'putin reappears on tv amid claims he is unwell and under threat of coup URL URL',\n",
       " 689214940679409664: '#eagles co-founder glenn frey has died aged 67',\n",
       " 522782267215982592: 'a passenger at dulles international airport has been spotted wearing a homemade hazmat suit (via @dailycaller) #ebola URL',\n",
       " 387233034350514176: 'if amber alert really had to shutdown b/c of lack of funds, as obama said, why did it go back up today after bad pr? #governmentshutdown',\n",
       " 693554344298467328: 'how to raise a creative child step one: back off URL URL',\n",
       " 706665777332621314: '.@berniesanders: in 2016, \"we will end institutional racism and reform a broken criminal justice system.” #demdebate',\n",
       " 531530591427391488: 'iraqi officials say isis leader wounded in airstrike URL',\n",
       " 532199717594497024: 'no baes allowed: a chick-fil-a manager bans 22 hip words URL URL',\n",
       " 503498696273965056: '“key [foley beheading] suspect is abdel majed bary, 23, who left his $1m west london home last year….” URL',\n",
       " 553184482241814530: 'i am still confused as to why these \"highly trained\" individuals left their id in the getaway car. #charliehebdo',\n",
       " 692838349036326912: \"when you spend the whole day thinking it's friday, but it's not... URL\",\n",
       " 580320684305416192: 'accident aircraft looks to be germanwings (airline code 4u or gwi) flight 9525, barcelona to dusseldorf. #4u9525 URL',\n",
       " 514057033419849728: 'alaskan reporter says \"f*ck this,\" quits on live tv in marijuana legalization protest: URL URL',\n",
       " 693696168908423168: 'ex-president of el salvador, francisco flores, dies at 56, government says. URL URL',\n",
       " 550284252672450560: 'transgender teen leelah alcorn publishes suicide note on tumblr: \"my death needs to mean something\" URL',\n",
       " 407167258452971520: \"paul walker mourned by vin diesel and more 'fast & furious' co-stars URL #rippaulwalker URL\",\n",
       " 509464457836511232: 'apparently microsoft are trying to buy mojang, the creators of minecraft, for around $2 billion... o_o',\n",
       " 499612545909415938: \"nearly 7k blacks were murdered last yr--almost all by other blacks. a tiny % were unarmed-killed-by-cop. where's al, jesse? #tcot #ferguson\",\n",
       " 692892472729415680: 'the las vegas raiders? URL URL',\n",
       " 527131140721623040: 'poster girl for kobane resistance reportedly beheaded. sickening. URL #rehana #kobane URL',\n",
       " 726043971911213057: 'target boycott crosses 1 million signers, stock sinks by $1.5 billion URL',\n",
       " 730939370765754368: 'ca grand dragon endorses hillary clinton on behalf of the kkk. #trump2016 URL URL',\n",
       " 693806234026188801: \"teenage girl 'made up' migrant rape claim that caused uproar in germany URL\",\n",
       " 692082337333534720: \".@potus's reforms to solitary confinement will expand treatment for the mentally ill: URL URL\",\n",
       " 551117430345711616: \"news saudi arabia's national airline planning to introduce gender segregation on flights URL URL\",\n",
       " 407161635439013888: 'paul walker dies, millions cried. millions died of human hunger, no one simply gives a fk.',\n",
       " 561280944045576192: 'islamic tribunal in texas operating under sharia law♨️wtf is this😡@lodisilverado @amymek #tcot URL URL',\n",
       " 723365789378584578: 'landmarks around world turn purple, in honor of #prince. #princerip #purplerain URL',\n",
       " 532106726539939841: 'vladimir putin’s motorcade as seen from the air. URL URL',\n",
       " 689719109785907200: 'death toll from #bachakhanuniattack rises to at least 19; army official says firing has stopped as campus searched URL',\n",
       " 561952533942661120: 'islamic tribunal in texas operating under sharia law♨️wtf is this😡@lodisilverado @amymek #tcot URL URL',\n",
       " 550038665653542913: 'the president of argentina adopted a jewish teenager to stop him from becoming a werewolf URL URL',\n",
       " 519348106836860929: \"hp confirmed that it's splitting into two companies. and cutting 5,000 jobs. URL $hp URL\",\n",
       " 387007120689737729: \"by all means, let's turn over healthcare decision making to people willing to shut down the amber alert website out of spite.\",\n",
       " 525327108520673281: 'video: hero sergeant-at-arms kevin vickers returns to parliament - and an incredible welcome URL URL',\n",
       " 450341615979069440: '\"@dangerburgundy: @joerogan what...successful clone of dinosaurs URL \" holy shit, is that real?',\n",
       " 387281927427727360: 'never thought i’d see the day when obama would play politics with kids. URL #pjnet URL',\n",
       " 553503184174710784: \"#charliehebdo shooting suspects tell police they 'prepared to die as martyrs' - french media URL URL\",\n",
       " 524312881823637504: 'google south american goliath birdeater. helllll noooooo✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋✋',\n",
       " 510906049549705216: \"breaking news: isis beheads a british hostage david haines in message to america's partners. URL\",\n",
       " 550131732805328896: 'transgender teen leaves heartbreaking suicide note on tumblr begging us to \"fix society\" URL #leelahalcorn',\n",
       " 693122199536934912: 'forty percent of germans want angela merkel to resign over her refugee policy, poll shows: URL URL',\n",
       " 524185876931162112: 'puppy-sized spider surprises scientist in rainforest @livescience | URL URL',\n",
       " 532284428542681088: 'no, vladimir putin did not travel in a phallic motorcade formation URL URL',\n",
       " 545271117355958272: \"a texas plumbing company's truck somehow ended up in syria's civil war URL URL\",\n",
       " 516545908813475841: '#hongkong’s protesters are using the “hands up, don’t shoot” gesture from #ferguson URL URL',\n",
       " 407254590363426816: 'fast and furious 7 \"delayed\" but \"won\\'t be scrapped\" following paul walker\\'s death: report URL',\n",
       " 524941504796962816: 'breaking news photo gallery: parliament hill attacked, soldier shot at national war memorial URL URL',\n",
       " 549927969032916993: 'a transgender 17-year old left a suicide note on tumblr pleading: \"fix society\" URL URL',\n",
       " 692046121250586624: 'wind and solar could power most of the u.s. by 2030 without raising electricity prices URL URL',\n",
       " 689650617464311813: 'leonardo dicaprio is giving away $15 million to environmental causes: URL URL',\n",
       " 435998882250899456: 'what if talking angela is actually boris laursen he be like \"i just stole all your personal information what are you going to do about it\"',\n",
       " 544523550519218176: \"meet barak hussein obama's appointment for our next assistant director of homeland security: fatima noor URL\",\n",
       " 714531423273746432: 'an open letter to @realdonaldtrump from his top strategist-turned-defector: URL URL',\n",
       " 693595814401327104: 'make way for leonardo dicaprio. #sagawards ❤ URL',\n",
       " 514451906211893248: 'oregon police officers step in and make delivery after pizza hut driver gets injured in a car crash: URL #odd',\n",
       " 515519742355185664: 'vaughn foods co-worker who witnessed murder tells #news9 murder suspect alton nolen was shouting islamic phrases. fbi investigating',\n",
       " 767710245779103744: 'in a historic first, the international criminal court has classified destroying cultural artifacts as a war crime. URL',\n",
       " 519929168864497664: '“@complexmag: someone spray painted a penis on a $2.4 million bugatti veyron: URL URL ” legendary',\n",
       " 651809229842608128: 'avoid 5p bag charge using these from @trolleybagsuk enter here to #win a set with @star100x URL URL',\n",
       " 500377145349521411: 'to be clear: an unarmed teenager possibly stealing a box of cigars does not warrant being shot to death by the police. #ferguson',\n",
       " 675434959939756032: \"'do you know me? do you know my heart?' muslims in new york share their experiences URL URL\",\n",
       " 489833932813516800: 'this is the surface-to-air missile ukraine says shot down malaysia airlines plane URL URL',\n",
       " 548672230134382592: 'bobby shmurda stabbed to death in jail by cell mate URL URL',\n",
       " 665317131597291520: 'breaking: police operation at bataclan concert venue over, two attackers killed: bfm tv URL',\n",
       " 693711272014155776: 'zika fever: a newly emerging disease is threatening the americas URL URL',\n",
       " 500327120770301952: \"how many white celebrities have been caught shoplifting and end up dead in streets? i'll wait. #ferguson\",\n",
       " 693821069879160832: 'from @otlonespn: baylor faces accusations of ignoring sex assault claims against athletes, not supporting victims: URL',\n",
       " 532281981795848192: \"manager bans teen slang from work including 'chill'. adds stop accusing people of having ebola URL URL\",\n",
       " 767528171520524288: 'japanese prime minister shinzo abe at #rio2016 closing ceremony is all our super mario dreams. URL',\n",
       " 496698590153416704: '\"justin bieber ringtone saves russian fisherman from potentially fatal bear attack.\"',\n",
       " 690137637810761728: 'uk home secretary theresa may says litvinenko\\'s murder was \"blatant and unacceptable\" breach of international law URL',\n",
       " 546028163134808064: 'interested in growing your follower base on twitter? set up a followers campaign today. URL URL',\n",
       " 522815405451407360: 'a passenger at an african airport? no, the man in a homemade hazmat suit is flying out of dulles, washington: #ebola URL',\n",
       " 531531382611513344: 'breaking news: iraqi state tv confirms isis group leader al-baghdadi wounded in airstrike - URL URL',\n",
       " 376874273601630208: 'once again, jk rowling is not working on an eighth harry potter book. i expect this rumour originated from either the quibbler or trelawney.',\n",
       " 500319675797209088: 'if we shot everyone in the street for stealing, imagine the carnage on wall st. #mikebrown #ferguson',\n",
       " 517487705978966016: 'd.a. to seek death in #moore, #oklahoma beheading case. #altonnolen #kellyfile URL',\n",
       " 521770744855134208: '#isis barbarians are using chemical weapons , against kurds in #kobane #airdrop2kobane #كوباني @barackobama #un URL',\n",
       " 553575232867672064: 'more: official: gunman holding at least five hostages in paris market has threatened to kill them if police approach: URL',\n",
       " 501881262240694272: 'please pray for steven sotloff, [another captive american] that #isis has threatened to behead. #tcot URL',\n",
       " 525039784503541760: 'cpl. nathan cirillo pictured on the left, minutes before he was shot at the war memorial today. #cbcott #ottnews URL',\n",
       " 759653274605740032: 'poll: five percent of americans would vote harambe the dead ape for president URL URL',\n",
       " 553169307824177152: \"banksy's response to the #charliehebdo attack isn't by banksy. but it is striking: URL URL\",\n",
       " 572002458647412736: \"now: 12-year-old conservative cj pearson defends giuliani's comments on obama and his facebook gets shut down! URL\",\n",
       " 530017051025604609: 'breaking: huge explosion of an #oil pipeline belonging to @saudi_aramco near sudair, #saudiarabia. URL',\n",
       " 693102023764492288: 'uk mother tareena shakil, who took son to syria, guilty of joining so-called islamic state and encouraging terror URL',\n",
       " 692707593991643136: 'breaking news: u.s. detects activity in north korea suggesting plans toward space launch',\n",
       " 693934062445187072: 'bernie sanders and donald trump continue to hold wide leads in new hampshire primary races, cnn/wmur poll finds. URL',\n",
       " 571052823665704960: 'do you notice similar muslim radical terrorist hand gesture between obama & isis killer???? #tcot @carminezozzora URL',\n",
       " 543436472842334209: 'obama appoints fatima noor to homeland security post!! the fox in the henhouse!! #ccot #tcot #pjnet URL',\n",
       " 689529955294777344: 'colombian government and left-wing farc rebel movement agree ceasefire to end decades-long conflict URL',\n",
       " 691299810553384960: 'fact: up to 129 million americans with pre-existing conditions can no longer be denied coverage. #acaworks URL',\n",
       " 528237933661544448: 'fanged deer pops up in afghanistan, 60 years after its last appearance URL URL',\n",
       " 674713782778654721: '#ceres captured by dawn spacecraft. check out those bright spots! video: URL URL',\n",
       " 500377906305327104: '#ferguson pd charged #henrydavis w/ \"destruction of property\" for bleeding on their uniforms: URL URL',\n",
       " 650952376954650629: 'pathetic little twat can’t wait to argue over 5p bag\\xa0charge URL URL',\n",
       " 407213757048160256: \"r.i.p paul walker.... he died doing what he loved... and that's going fast. URL\",\n",
       " 428366153149194240: '#obamacare will soon require you to get an rfid chip implanted into your skin to monitor and track you.',\n",
       " 570405783306944514: 'jamie dornan leaving fifty shades of grey?! yeah, not so much: URL',\n",
       " 522453569702989824: 'passenger wears personal protective equipment (ppe) for flight at dulles #ebola URL URL',\n",
       " 580325090367315968: 'flight #4u9525 initially climbed to 38,000 feet before before it started to descend and lost signal at 6,800 feet. URL',\n",
       " 689799953330368513: 'gop strategist says trump supporters are \"childless single men who masturbate to anime\" URL URL',\n",
       " 524930671220105216: 'developing news: soldier shot at war memorial. watch cbc nn for coverage. or follow online: URL URL',\n",
       " 407197672702214144: 'prayers to our friend, tyrese. his emotional message about paul walker got us choked up... URL',\n",
       " 693490132440129536: 'baseball players had \"fight club\" at texas high school, investigation finds: URL URL',\n",
       " 366025766183514112: 'japanese government says fukushima nuclear plant is leaking 300 tons of radioactive water into the ocean every day URL',\n",
       " 767300637012951040: 'iraq executes 36 jihadists over 2014 massacre of up to 1,700 army recruits at camp speicher URL',\n",
       " 686527768327274497: 'rip david bowie. can we also rip the \"battle with cancer\" cliche? implies you\\'ve \"lost\" the battle, as if you didn\\'t fight hard enough.',\n",
       " 764158239089029120: 'young people have the power and potential to change the world. happy #youthday! URL URL',\n",
       " 514098803347951616: 'breaking news: the 3 missing afghan soldiers have been found trying to cross into canada at the rainbow bridge in niagara falls. ny. nbc',\n",
       " 522684367647559681: 'isis militants are beheading their own fighters URL URL',\n",
       " 765631087867367426: \"good news: 185 businesses answered @potus's call to give americans with a criminal record a fair chance at a future. URL\",\n",
       " 489974591985840128: 'ukraine officials say malaysian jet was shot down by a buk missile system URL #mh17 URL',\n",
       " 536105045545472000: 'a letter from @lego_group in the 1970s, boxed in with the toys via @s8mb @hfdsp #gender #equality URL',\n",
       " 509152237503778816: 'calm yourselves- durex has not come out with a pumpkin spice condom URL URL',\n",
       " 407182466613792768: 'fan of \"fast & furious\" actor paul walker shocked by his death as memorial grows URL URL',\n",
       " 687632433483759616: '#oscarnoms: nominations for best picture URL URL',\n",
       " 407181813174788096: \"paul walker's co-stars take to twitter to share their condolences following his death URL #rippaulwalker #teampw\",\n",
       " 536962520477470720: \"that powerful letter from lego to parents from the 1970s? it's real URL URL\",\n",
       " 554655549896159233: 'just heart breaking. french police commissioner commits suicide after meeting charliehebdo bereaved. URL',\n",
       " 436157173161144321: '\"talking angela gets ur personal info\" \"he\\'s a kidnapper\" \"he watches u through ur camera\" URL',\n",
       " 550175324634619904: '😔😔😔 “@buzzfeed: a transgender 17-year-old left a suicide note on tumblr pleading “fix society” URL ”',\n",
       " 551120768164462592: 'donna douglas, star of the beverly hillbillies, has passed away at 81 URL URL',\n",
       " 524965786059026432: 'breaking news: one soldier has died after ottawa shooting, suspect(s) still at large - URL',\n",
       " 510908595144519680: \"david haines 'beheading': isis release video claiming to show execution of british hostage URL URL\",\n",
       " 568580363339091968: 'macklemore announced today that he has joined isis.',\n",
       " 763738618573623297: 'hillary clinton strategist bob beckel called for wikileaks editor julian assange to be assassinated: i do not... URL',\n",
       " 531498841158082562: 'isis confirms: leader al-baghdadi wounded in u.s. airstrike URL URL',\n",
       " 757367391202471937: '\"laziness is a trait in blacks,\" 1991 book quotes trump as saying: URL URL',\n",
       " 692357775859564544: 'neurotic woman turns to neurotic friends for support URL URL',\n",
       " 524928119955013632: 'police say they have located car belonging to suspect in #ottawa shooting. uniformed soldier shot at war memorial, condition unknown.',\n",
       " 500413818368184321: 'remarkably, despite the military-style police presence in #ferguson, a known killer was able to skip town URL',\n",
       " 554722567224049664: \"saudi cleric proclaims snowman-building 'anti-islamic' (photos, video) URL URL\",\n",
       " 756282236375277568: '\"laziness is a trait in blacks,\" 1991 book quotes trump as saying: URL URL',\n",
       " 670380354822348801: 'they left syria in 2013 for a camp in jordan and arrived in detroit last week. their story URL URL',\n",
       " 692134022839955456: 'man at salad bar has to say every item aloud as he adds it to salad URL URL',\n",
       " 517051126466625536: 'colleen hufford was a white woman, hardly worth a mention from pres. obama (unlike #ferguson) URL URL',\n",
       " 553538058440941568: 'more: france: shooting, hostage-taking at kosher market in paris; several reported wounded: URL',\n",
       " 527308173112139776: 'matt taibbi has left first look media. sorry to see him go. a great talent and we wish him well. URL',\n",
       " 524958128392376320: 'ottawa police confirm that there were multiple suspects in the shooting, saying there were \"possibly 3\" shooters. URL',\n",
       " 407217471473451008: \"paul walker's death keeps getting more ironic... the driver, roger rodas, was a former racecar driver #rip URL\",\n",
       " 550003619303788545: 'transgender teen pleads for us to \"fix society\" in tumblr suicide note: URL URL',\n",
       " 407176055657484289: 'the last photo of paul walker, taken just before the crash that killed him. rip URL',\n",
       " 521727831307722753: 'someone spray painted a penis on a $2.4 mill bugatti URL',\n",
       " 516727880571572225: 'hong kong\\'s protesters are using the \"hands up, don\\'t shoot\" gesture from ferguson URL URL',\n",
       " 522321383716818944: 'texas health officials say 2nd person to test positive for ebola at dallas hospital did treat thomas eric duncan: URL',\n",
       " 516423807394131968: 'beautiful global solidarity in #hongkong where protesters are marching with \"hands up, don\\'t shoot\" gesture #ferguson URL',\n",
       " 693605375803813889: '\"look at this stage, this is what we talk about when we talk about diversity. \" #sagawards URL',\n",
       " 551106923601219585: \"goodbye elly may: 'beverly hillbillies' star donna douglas dead at 81, reports say. URL URL\",\n",
       " 489854703321509888: \"'nine britons, 23 us citizens and 80 children' feared dead after #mh17 jet 'shot down' URL URL\",\n",
       " 716461257025581056: '.@berniesanders is pulling magic tricks out of a hat in nevada. we just officially won! URL',\n",
       " 553099685888790528: 'banksy account joins cartoonists support for #charliehebdo #jesuischarlie URL URL',\n",
       " 407279190913069056: \"fast & furious franchise responds to paul walker's death: URL URL\",\n",
       " 693524179597955072: 'ben simmons could be 1st sec player since shaq to average a 20-10. t-minus 2 hours till he faces no. 1 ou on espn. URL',\n",
       " 427846006600777729: 'marlboro man dies of smoking-related disease URL URL',\n",
       " 524977992683237376: 'shooting investigation going on for more than 3 hours. much of downtown ottawa still in lockdown: URL #cbcott #ottnews',\n",
       " 523535962962280448: \"currently boycotting walmart & sam's on w. florissant they donated 10,000 to darren wilson!!!!!! cars are turning around! #fergusonoctober\",\n",
       " 351767344097398785: 'expect to see russian forces at us events to provide “security” - this is illegal under posse comitatus! URL',\n",
       " 326137285450018817: 'a photo of black nurses saving the life of a kkk member. URL',\n",
       " 745236050407194624: \"the big one: 'large scale motion' detected along san andreas fault URL URL\",\n",
       " 692581635594694658: \"icymi: mammoth bones from the ice age were unearthed at oregon state's football stadium. URL URL\",\n",
       " 455525437351800832: 'why is my grandpa tryin to tell me leonardo dicapro is gonna play martin luther king in a movie.. lol!',\n",
       " 514512849876836352: \"don't put your iphone 6 in your pocket y'all URL URL\",\n",
       " 687631811560763392: '#oscarnoms: nominations for best actress in a leading role URL URL',\n",
       " 767068504277344260: 'older brother of syrian boy in iconic image dies of injuries from airstrike on family home. URL URL',\n",
       " 519965814175567872: 'a vandal painted a brilliantly simple penis on a $2 million bugatti veyron ( URL ) URL',\n",
       " 688096910217879554: '.@potus\\'s favorite movie of the year? hint: he loves saying \"science the heck out of this thing\" #youtubeasksobama URL',\n",
       " 767355611277168642: 'amid the chaos of winning gold, @neymarjr found a moment with his son. URL',\n",
       " 532259028152246272: 'chick-fil-a manager reportedly bans list of unprofessional words, internet erupts: URL URL',\n",
       " 514109888138842113: 'alaskan reporter says \"f*ck this,\" quits on live tv — her coworker\\'s reaction is priceless: URL URL',\n",
       " 729647367457230850: 'leading causes of death in the u.s.: 1. heart disease 2. cancer 3. medical error URL URL',\n",
       " 726442550266044416: 'because target believes men can pee with girls, their stock has taken a huge hit. good. keep boycotting target. URL',\n",
       " 516345893139001346: \"hands up don't shoot is being used by tens of thousands as a form of protest in hong kong. powerful. URL\",\n",
       " 553501357156876290: '#charliehebdo suspects \"prepared to die as martyrs\", they tell police after making contact - french media URL',\n",
       " 690670464440504320: '.@potus in the oval office on a snowy afternoon at the white house. URL',\n",
       " 692816955837804544: \"this doesn't help our score, @ianmckellen! are you team #batman or team #superman? let us know with '#empirebvs'. URL\",\n",
       " 538010064591028224: \"mother’s revenge: afghan woman 'kills 25 #taliban militants' after son shot dead URL URL\",\n",
       " 535282587325833216: '\"fuck you\" in advance to writers, sites, late night show hosts, etc. who will makes jokes about michael phelps\\' girlfriend being intersex.',\n",
       " 514098833253748736: 'breaking: 3 missing afghan soldiers have been found trying to cross the border into canada, senior law enforcement source tells nbc news',\n",
       " 552498516225179650: 'this dog was abandoned at a scottish railway station with a suitcase full of his belongings URL URL',\n",
       " 727966590084485120: '.@caitlyn_jenner will reportedly pose nude for sports illustrated URL URL',\n",
       " 489798752438583297: \"malaysia airlines plane mh17 'shot down in ukraine near russian border' URL URL\",\n",
       " 514039286845698048: 'alaskan reporter says \"f*ck this,\" quits on live tv — her coworker\\'s reaction is priceless: URL URL',\n",
       " 509464217549021184: 'report: microsoft trying to buy mojang, creators of minecraft URL',\n",
       " 489794696013967360: \"breaking: malaysian airlines passenger 'shot down' near russian border in ukraine URL URL\",\n",
       " 547509900130021377: 'peek behind the curtain of our save the americans video. URL',\n",
       " 715671763808493569: \"☆☆craigslist ad allegedly posted by bernie supporters offered $15 to protest at trump's rally in wisconsin. trump already creating jobs!\",\n",
       " 693899062098137088: \"officials say at least 86 people died in the latest attack by nigeria's homegrown islamic extremists, boko haram URL\",\n",
       " 553518472798683136: 'more: official: french terror suspects want to be martyrs; are holed up with hostage north of paris: URL',\n",
       " 689922870689009664: 'yes, trump really said, \"the whites don\\'t get any nominations\" at the bet awards: URL URL',\n",
       " 691632933170450435: 'unpopular police officer thinking about committing racially motivated offense for a little support URL',\n",
       " 532197572698320896: \"sugarhill gang's big bank hank dies -- dead at 57 from cancer URL\",\n",
       " 504478567062056962: 'report: toronto, seattle, quebec city to join vegas in 2017 nhl expansion: URL',\n",
       " 516856061182345216: \"leicester kfc refusing hand wipes to a customer because they anti islamic. what's next? a separate door for woman? sharia sauce? @kfc arses.\",\n",
       " 656361703664451585: 'well done scotland! 5p carrier bag charge 1 yr old today - 80% cut in usage - 650m less bags -£6.7m for good causes. URL',\n",
       " 539254751343681536: '@jjauthor @fingersflying @peddoc63 @chucknellis @waynebogda what happens to witnesses! URL URL',\n",
       " 714560810266132480: 'letter to trump voters from his top strategist-turned-defector - i don’t know if this is real, but it’s believable. URL',\n",
       " 501785003144273921: 'nbc: arrest records show #ferguson cops jailed twice as many people last night as they originally claimed. URL',\n",
       " 689833530197671936: \"it's official. 2015 was officially the hottest year ever. and 2016 will be even hotter URL URL\",\n",
       " 489902412900343809: 'update: rebel leader in recorded call: we just shot down a plane (english subtitles) URL #mh17 URL',\n",
       " 491200302365040640: 'who shot down the plane? where are the black boxes? 8 unanswered questions from #mh17: URL URL',\n",
       " 534205316620382208: 'disease spread by bugs that bite your face as you sleep is found in the us URL URL',\n",
       " 526459255147491328: \"judd nelson didn't die last night. he sent us this photo to debunk the rumor. URL URL\",\n",
       " 691976624665919488: 'a rare white giraffe has been spotted in tanzania... perhaps the only one in the world. URL URL',\n",
       " 552457656666185728: 'this dog was abandoned at a scottish railway station with a suitcase full of his belongings URL URL',\n",
       " 722885778448121857: \"a new transgender bathroom policy at @target is real, and it's fabulous: URL URL\",\n",
       " 525041127343550464: 'this photo was taken by a tourist at the national war memorial, shortly before nathan cirillo was shot and killed. URL',\n",
       " 706933939953344514: 'bernie sanders speaking about institutional racism 👏🏽🙌🏽 URL',\n",
       " 503609826128044032: 'suspect in beheading of journalist james foley named as 24 y/o abdel-majed abdel bary. URL',\n",
       " 544698560655400961: 'the story of a 17-year-old stock whiz with a rumored net worth of $72 million made a splash, but quickly unraveled. URL',\n",
       " 500290456845299714: \"here's the police report. somehow #ferguson cops valued a box of swishers at nearly $50. time to stop smokin i guess URL\",\n",
       " 714755546285477888: \"donald spunktrumpet's former communications director stephanie cegielski has resigned and written this - URL\",\n",
       " 532255606623989760: '#dointoomuch rt @dahndahlas: @jemelehill a chick-fil-a manager banned slang at his location. URL URL',\n",
       " 693118410444636161: 'after 40-year ban, u.s. starts exporting crude oil URL URL',\n",
       " 509077805296914432: '#muslim arrested in #texas today with #isis flag on body armor URL',\n",
       " 553164985460068352: 'the #charliehebdo attack suspects have reportedly fired shots while robbing a petrol station URL URL',\n",
       " 534763214106820608: 'the world is running out of chocolate, world’s largest chocolate manufacturer warns URL URL',\n",
       " 407184707118309376: 'remembering paul walker: fast and furious star was \"so happy\" hours before his tragic death URL',\n",
       " 531543620856197121: 'islamic state leader al-baghdadi wounded in airstrikes, iraqi officials say URL #isis URL',\n",
       " 524961721744900097: \"canadian soldier who was shot at #ottawa's war memorial is a reservist serving with the argyll and sutherland highlanders in #hamilton, ont.\",\n",
       " 531193369465470976: 'breaking: isis leader al-baghdadi “critically wounded” after coalition airstrikes near mosul URL URL',\n",
       " 377519445578895360: 'ahh!! @jk_rowling has an encyclopedia in the works for #harrypotter!! & #pottermore is now open!! :d URL',\n",
       " 693722259740069889: 'bbc reports that broadcaster sir terry wogan has died of cancer aged 77',\n",
       " 763428684850094080: 'breaking video : hillary surrogate calls for the assassination of julian assange. URL',\n",
       " 688757736310484994: '\"this is a good day. once again, we’re seeing what’s possible with strong american diplomacy.\" —@potus #irandeal URL',\n",
       " 538408710084001793: 'a pregnant woman has lost her eye after being shot with bean bag by police in ferguson: URL URL',\n",
       " 752875379765968897: 'ted cruz is apparently riding with the president on air force one en route to dallas. man, barack obama is a saint.',\n",
       " 742114513726623744: 'a tweet from @realdonaldtrump about the #orlando shooting: URL URL',\n",
       " 691064699853606913: 'nyc breaks record for snowiest day in its history URL #davidsnowie #blizzard2016 URL',\n",
       " 716457799392342018: 'bernie sanders has actually won nevada, not hillary clinton! the people have spoken! URL URL',\n",
       " 499366666300846081: \"line of police cars with high beams on greets anyone trying to enter #ferguson. it's shut down. no media allowed. URL\",\n",
       " 778625026144792577: 'massachusetts court finds that it’s ‘reasonable’ for black men to run from police to avoid racial profiling… URL',\n",
       " 538218607822770176: 'a pregnant woman lost her eye after getting shot with a police bean bag round while she was in her car in #ferguson: URL',\n",
       " 715254040289021952: 'donald trump tells chris matthews: women deserve ‘some form of punishment’ for abortion URL URL',\n",
       " 724624672604610562: \"people are over here boycotting @target over their new transgender bathroom policy and i'm just like URL\",\n",
       " 514081464171102208: 'a florida woman had surgery to give herself a third boob: URL URL',\n",
       " 524930365400821761: \"1 shot at war memorial in canada's capital. URL\",\n",
       " 91728807081426944: '#psa please do not drink any pepsi soda, a worker from that company has put blood contaminated with aids inside the bottles!!! please rt!!',\n",
       " 767668607803359234: 'our quote of the day is from american writer dorothy parker URL',\n",
       " 655432919595548672: \"thousands of people in china claim they have seen a 'floating city' in the sky URL\",\n",
       " 536827853669941248: 'lego letter from the 1970s still offers a powerful message to parents 40 years later URL URL',\n",
       " 767823175480647681: 'mike pence: \"when donald trump becomes president, we won\\'t be pay ransom to terrorists or terror-sponsoring states.\" URL',\n",
       " 742571519105077248: \"considering the #orlando shooter was a registered democrat i'd like to just put these back here: URL\",\n",
       " 693795905049329664: 'more than a million observations by amateur bird watchers helped collect data for this map URL URL',\n",
       " 520630231531802624: '#mexico: doubts grow over the fate of 43 missing students as more bodies found in a mass grave URL URL',\n",
       " 535315394127728641: 'raven symone blasts bill cosby rape story URL URL',\n",
       " 535148463609356288: \"this russian kid got zapped by a faulty electrical wire and now he's a real-life magneto URL URL\",\n",
       " 524699123971534848: 'we only have one thing to say about that giant goliath birdeater spider: URL URL',\n",
       " 407197113286545409: \"paul walker's character name on fast and furious was brian. brian from family guy died in a car accident. coincidence? i think not\",\n",
       " 507263441359613953: '#tesla reportedly selects nevada to build massive $5 billion battery plant URL via @foxcarreport URL',\n",
       " 436215971272212480: '\"talking angela is a hacker\" \"he\\'s a kidnapper\" \"he watches u through ur camera\" \"he asks about ur personal life\" URL',\n",
       " 692440373449396224: 'federal reserve declines to raise key interest rate, citing slowing economic growth. URL URL',\n",
       " 568571403756294144: 'horrified at news that macklemore has joined isis #macklemorejoinedisis URL',\n",
       " 692451275930234880: \"it's time to make two years of community college free for responsible students → URL URL\",\n",
       " 766299560415223808: 'us olympic swimmers \"invented\" robbery story to cover up petrol station altercation, rio police sources tell bbc URL',\n",
       " 514468018970034176: 'iphone 6 plus users are sitting on and bending their enormous new phones URL',\n",
       " 693509689418588160: \"what was your favorite moment from this week's #teenwolf? watch + let me know: URL URL\",\n",
       " 537976883150077952: \"mother’s revenge: afghan woman 'kills 25 #taliban militants' after son shot dead URL URL\",\n",
       " 521777301470871553: '#isis used chemical weapons in #kobani . against civilian #kurds• #retweeet to #savekobani _ #twitterkurds #kobane URL',\n",
       " 689100941119848449: 'morocco says it has arrested a belgian national linked to men who carried out paris attack, in which 130 people died URL',\n",
       " 518192429153783808: 'atheists are mad at @carrieunderwood. i applaud her. URL',\n",
       " 514478918636535808: 'portland cops complete delivery after pizza hut driver injured in crash URL URL',\n",
       " 707786906189303808: \"meet kenny the tiger. he was born with down syndrome. he's proof you don't have to be perfect to be beautiful ❤️ URL\",\n",
       " 691380348379201536: 'an afternoon with bo and sunny in the snow.❄ URL',\n",
       " 693091255685787648: 'joseph pena is 17. joseph pena is in high school. joseph pena can squat 875(!) pounds. watch: URL',\n",
       " 551159366876147714: \"donna douglas, who played buxom tomboy elly may clampett on the 1960s sitcom 'the beverly hillbillies,' has died: URL\",\n",
       " 524929106987991040: 'breaking: soldier shot at war memorial in ottawa, hill on lockdown, shooter at large URL #ottnews',\n",
       " 524961908903149568: '2 new victims en route to ottawa hospital; 1 shot, both non-life-threatening, hospital says - @michaelctv, @cbcnews URL',\n",
       " 764653644138450945: 'hard work, focus, and a dream—that’s the spirit of @michaelphelps. tonight, we congratulate him and all of @teamusa on making history.',\n",
       " 523026678419714048: 'man walks in south american rainforest at night, sees spider the size of a small puppy URL',\n",
       " 436146437530075136: 'not good for fancy #swiss #brand @nestle : philly steak & cheese @hotpockets linked to massive #beef #recall URL #food',\n",
       " 693830499047989248: 'boko haram burns kids alive in northeast nigeria, witness says URL',\n",
       " 407248574099894272: 'fast and furious 7 \"delayed\" but \"won\\'t be scrapped\" following paul walker\\'s death: report URL',\n",
       " 560442390805090307: \"drift into a peaceful slumber w/@thejeffbridges' new #sleepingtapes album. listen now at URL #om URL\",\n",
       " 763524712853102596: 'hillary clinton strategist bob beckel called for wikileaks editor julian assange to be assassinated. #dncleaks URL',\n",
       " 554979642210549760: 'mozambique death toll rises to 72 from beer believed to have been poisoned with crocodile bile: URL',\n",
       " 490080544949276672: 'ukraine officials say malaysia plane #mh17 was shot down by a buk missile system URL URL',\n",
       " 537355288295518210: 'darren wilson got $500k from abc for interview, plus $500k for donations... he is a killer millionaire, literally',\n",
       " 553212962044149761: 'paris says highest alert level extended north to region where attack suspects spotted - @afp, @melissabellf24 URL',\n",
       " 554597409351671808: 'police chief investigating #charliehebdo reportedly killed himself while preparing report on terror attack... hmm... URL',\n",
       " 693785810311778304: 'america’s biggest toy company is changing the most famous body in the world URL URL',\n",
       " 733242244522725376: '🎯 #target backlash over transgender bathroom policy hits \"boiling♨️point\"❗️ URL #boycotttarget URL',\n",
       " 509466295344304129: \"microsoft is reportedly buying 'minecraft' developer mojang for $2 billion URL\",\n",
       " 523126268603031552: 'the stuff of nightmares: this guy ran into a puppy sized spider. in a rainforest. at night. URL URL',\n",
       " 523555724807262208: 'walmart donates $10,000 to support darren wilson and the on going racist police murders #ferguson #boycottwalmart URL',\n",
       " 532276693931945984: 'sugarhill gang rapper big bank hank has died at the age of 57. read about his legacy and contribution to hip hop: URL',\n",
       " 692746621218656258: 'update - french media: 28-year-old man carrying two guns arrested at #eurodisney near #paris was carrying box of bullets & copy of the koran',\n",
       " 714555825122107392: 'an open letter to trump voters from his top strategist-turned-defector URL @juddapatow @andylassner @bettemidler',\n",
       " 407164597511393280: \"r.i.p to the driver that died with paul walker that no one cares about because he wasn't famous.\",\n",
       " 519962130859429888: 'the fight against isis starts at our border. ‘at least’ 10 isis have been caught crossing the mexico border. build a wall!',\n",
       " 778681502825451520: 'black men have legitimate reason to run from police – #massachusetts supreme court URL URL',\n",
       " 528822281972498432: 'fanged deer spotted in afghanistan for the first time in 65yrs URL rt @independent mt @thewcs cc URL',\n",
       " 407188779255222273: \"paul walker remembered: celebs react to 'fast and furious' star's death URL\",\n",
       " 693600369281253376: \"kentucky leads kansas 46-40 at the half. tyler ulis has scored or assisted on 11 of the wildcats' 17 field goals. URL\",\n",
       " 518620083342835712: 'mass grave found in mexico town where over 40 students went missing - URL',\n",
       " 532928419051622400: 'islamic state releases audio it says is of leader abu bakr al-baghdadi days after reports he was killed or injured URL',\n",
       " 740791134146965504: \"dear @hillaryclinton you're not the 1st woman presidential candidate. victoria woodhull is. look @realdonaldtrump URL\",\n",
       " 692105324111761408: \"actor abe vigoda, known for roles in 'the godfather' and 'barney miller,' has died. URL URL\",\n",
       " 521098692326350848: 'mexico: iguala mass grave bodies \"not all of missing students\", guerrero state governor says URL URL',\n",
       " 427924694663454720: 'actor who played marlboro man in ads dies from smoking-related disease URL',\n",
       " 528389559441444864: '#obama says \"america doesn\\'t want any stay-at-home-moms! enough is enough! #fireobama now! URL URL',\n",
       " 536547921542791170: 'lego letter from the 1970s still offers a powerful message to parents 40 years later URL URL',\n",
       " 525024066152169473: 'corporal nathan cirillo, shot dead at #ottawa war memorial today, was 24. reservist was member of argyll and sutherland highlanders #cdnpoli',\n",
       " 692759090469212160: 'half a sleeve of oreos lost in house fire URL URL',\n",
       " 500280838710247424: 'police reports released this morning indicate mike brown was a suspect in a \"strong-armed\" robbery in #ferguson',\n",
       " 693465666259656705: 'turkey claims russian plane violated its airspace and summons ambassador URL',\n",
       " 504387128013246465: 'fbi probing alleged audio of michael brown shooting URL URL',\n",
       " 500295393301647360: 'the other day i asked a manager at the #ferguson market if police had requested surveillance video. she said no.',\n",
       " 524586367456919552: 'scientist releases this horrifying picture of a puppy-sized spider he found in the rainforest URL URL',\n",
       " 690145844318834689: 'happy #nationalhugday URL',\n",
       " 500286058664579072: 'update: #ferguson police release stills from convenience store footage showing robbery URL URL',\n",
       " 518981379963777025: 'mass grave found in mexico near area where 43 students vanished after a confrontation with police: URL - @thisisfusion',\n",
       " 499456140044824576: 'st. louis co police tell me ofcr shot a man who pointed handgun at him at chambers & sheffingdell at about 1 a.m. man in critical. #ferguson',\n",
       " 553008832784642048: 'banksy shares simple but beautiful tribute to charlie hebdo cartoonists URL URL',\n",
       " 489794369487380480: \"breaking: malaysian airlines passenger 'shot down' near russian border in ukraine URL URL\",\n",
       " 544333764814323713: 'gunman\\'s headband reads, \"we are your soldiers o muhammad\". #martinplace #sydneysiege URL',\n",
       " 523558773345255424: \"walmart donates $10,000 to support darren wilson, but won't give tracy morgan a penny for the accident their company caused. #boycottwalmart\",\n",
       " 767520433247809536: 'hugs! @simone_biles & @aly_raisman during the #closingceremony (photo: rob schumacher, @usatodaysports) URL',\n",
       " 555072815154475008: '69 people die after drinking beer believed to have been poisoned with crocodile bile in mozambique: URL',\n",
       " 761027420849745920: 'after two weeks, thousands of gravity falls fans completed this global scavenger hunt URL URL',\n",
       " 531648145613398016: 'making my own doritos flavored mountain dew! URL',\n",
       " 693411834808946688: \"michael jackson told oprah he doesn't want a white actor playing him in 1993 URL URL\",\n",
       " 693032076543655936: '#zika virus: everything you need to know about the mosquito that spreads it URL URL',\n",
       " 687734662249246724: \"we have some bad news, friends fans. the whole cast won't be reuniting in february: URL URL\",\n",
       " 531526274003771392: '2 iraqi officials and state tv say airstrike wounds islamic state group leader al-baghdadi - @ap URL',\n",
       " 407236151167025152: \"r.i.p to the driver that died with paul walker that no one cares about because he wasn't famous.\",\n",
       " 655812191233417216: 'when refusing to pay the 5p bag charge backfires URL 😂🙈',\n",
       " 538137715293061120: \"afghan woman 'kills 25 taliban' militants after son shot dead URL URL\",\n",
       " 538847758032310272: 'darren wilson told the post-dispatch that he was not paid for the abc news interview. #ferguson via @christinedbyers URL',\n",
       " 531131094276382720: 'reports indicate #isis leader abu bakr al-baghdadi has been injured in a us air strike. #syria #iraq',\n",
       " 544154048950435840: \"today's cover: meet the teen who's made $72 million trading stocks on his lunch breaks URL URL\",\n",
       " 727854332188577792: 'perhaps media should ask hillary about this clinton campaign made payments to hard drive destruction company URL',\n",
       " 742012307694223361: '#orlando oh look the muslim shooter was also a democrat! URL',\n",
       " 707332312724283392: \"obama to skip nancy reagan's funeral for music, film festival in austin, tx URL via @waynedupreeshow\",\n",
       " 387009577763360768: 'really? amber alert website goes dark under government shutdown URL',\n",
       " 407192370040803329: 'remembering paul walker: URL URL',\n",
       " 516386101766782976: 'some authoritarian americans are pissed that i\\'m helping this hong kong \"hands up, don\\'t shoot\" picture go viral: URL',\n",
       " 407177474788057088: \"r.i.p to the driver that died with paul walker that no one cares about because he wasn't famous.\",\n",
       " 523123023646175233: 'the nigerian government says it has secured the release of 200 schoolgirls after agreeing ceasefire with boko haram. URL',\n",
       " 755447443009916929: 'police shut down restaurant after officer cuts mouth on shards of glass found in sandwich URL URL',\n",
       " 761675705956655109: 'exclusive! angelina jolie will be a visiting professor at georgetown university: URL URL',\n",
       " 348209998565879810: 'paula deen: \"forget the food network. i\\'ve already been offered a cooking show on the new fox news food channel.\"',\n",
       " 489887806018183168: \"malaysia airlines executive releases partial list of passengers' nationalities: URL URL #mh17\",\n",
       " 489841070818488320: \"'nine britons and 80 children' feared dead after flight #mh17 'shot down' URL URL\",\n",
       " 364589696573124609: 'fukushima: highly radioactive water seeping into the ocean URL',\n",
       " 688763993633107968: '\"we have now cut off every single path that iran could have used to build a bomb.\" —@potus #irandeal URL',\n",
       " 693272659447119873: 'report: breast-feeding increase could save more than 800,000 lives annually URL URL',\n",
       " 524168442841010176: 'no, banksy has not been arrested - this story is a hoax URL URL',\n",
       " 705092738224525312: 'breaking news: search \"how can i move to canada\" skyrocketed following #supertuesday URL',\n",
       " 509084603617792001: \"don't worry ppl #isis isn't a threat to homeland. man wearing body armor with isis flag on it arrested in #texas URL\",\n",
       " 693533469922693120: \"still sobbing over @onedirection's #1dhistoryvideo, hbu? URL URL\",\n",
       " 510918747188514816: 'breaking: video claims to show beheading of british aid worker david haines by #isis.',\n",
       " 525301290218553344: 'hero: kevin vickers moments after shooting dead canadian parliament attacker - URL / URL',\n",
       " 500394061887709184: \"the press conf makes #ferguson pd look like they've gone from stonewalling to counter punching. we give up a name, we drag his thru the mud.\",\n",
       " 724661834419048448: \"hey guys, target isn't backing down check the usa today article about the boycott URL\",\n",
       " 757190314880884736: 'donald trump: \"...laziness is a trait in blacks. it really is, i believe that. it’s not anything they can control.” URL',\n",
       " 692780496590254081: 'an undefeated high school wrestler lost on purpose against an opponent with down syndrome: URL URL',\n",
       " 761381302260031489: 'happy birthday, @potus! URL',\n",
       " 644321231618076673: 'breaking: 15.1 foot tsunami reported in coquimbo. #earthquake #tsunami',\n",
       " 775672628493357057: 'clinton hides failing health? full disclosure now: covert doctors and nurses URL via @mailonline #maga @realdonaldtrump',\n",
       " 693240976970752004: \"the broadcast premiere of @zaynmalik's #pillowtalk is on mtv right now 💥 URL URL\",\n",
       " 551575491430211584: '19-year-old girl wakes up during brain surgery, asks doctors ‘how’s it going?’ URL via @foxnewshealth',\n",
       " 380140114552188928: 'can twerking in louisiana really get you a \"mandatory 30 days in jail\"?! URL',\n",
       " 273182568298450945: '42 million dead in bloodiest black friday weekend on record URL',\n",
       " 80084555733803009: \"hoax: mcdonald's issues official statement on racist sign [updated] URL #seriouslymcdonalds\",\n",
       " 522534012544638976: 'report: christian bale will play steve jobs URL URL',\n",
       " 725983128444129280: 'starve the beasts destroying our #civilsociety #target stock ➡️ sinks $1.5 billion URL URL',\n",
       " 500327106824245249: 'all weekend ppl will be talking about the \"robbery\" instead of the shooting bc #ferguson pd didn\\'t release any info about the shooting.',\n",
       " 692745208421679104: \"surprise surprise, @shaq. on @jimmykimmellive, the lakers icon learned he'd be honored w/ a staples center statue. URL\",\n",
       " 489798752358916096: \"malaysia airlines plane mh17 'shot down in ukraine near russian border' URL URL\",\n",
       " 427831952826449920: 'ex-marlboro man dies from smoking-related disease - URL',\n",
       " 552821069036670976: '4 #charliehebdo cartoonists killed: - charb - cabu - tignous - georges wolinski #jesuischarlie URL',\n",
       " 527138218505175040: 'pope francis again appears to suggest progress, but just makes false claims, as his religious belief requires of him URL',\n",
       " 766808183696351233: '\"laziness is a trait in blacks\"-trump, according to former president of trump plaza hotel and casino @vitico46 URL',\n",
       " 538729383662338049: 'if darren wilson was paid by @abc it would be a painful reminder that destroying black life remains profitable in america. #ferguson',\n",
       " 514540926640087040: 'the iphone 6 plus really does have a bending problem URL URL',\n",
       " 723511860516016128: 'all in purple: memorials and landmarks across the globe honor #prince after his death. URL URL',\n",
       " 684118654418419712: 'dammit, janet! fox’s rocky horror picture show casts @victoriajustice URL URL',\n",
       " 534543768653807618: 'wtf? community agitator obama secretly met w/ ferguson activists & told them to stay on course URL URL',\n",
       " 516705572373397504: 'fierce fighting reported on the outskirts of baghdad as isis jihadists fight one mile from western city boundary. so much for airstrikes.',\n",
       " 693718533239365633: '1 billion young people will start work in the next decade—only 40% in jobs that now exist URL URL',\n",
       " 691986377584549888: 'videos show suffering of starving in syrian town of #madaya. URL URL',\n",
       " 524152657783820288: 'graffiti artist banksy arrested in london; identity revealed - national report | national report URL via @wpusta',\n",
       " 501934077612941312: \"wapo: 'british examining [foley] video...to compare it with former guantanamo bay prisoners...believed to have joined the islamic state.'\",\n",
       " 525033697045925888: 'ottawa shooting: how events unfolded, first shots fired at 9:52 a.m. at the war memorial URL URL',\n",
       " 407169885345943552: 'r.i.p to the driver who died with paul walker that no one cares about because he wasn’t famous',\n",
       " 489800427152879616: 'malaysia airlines says it lost contact with plane that was flying in ukrainian airspace URL URL',\n",
       " 523888836456108032: \"scientist discover a puppy-sized spider in the rainforest, better known as the 'nope' spider URL URL\",\n",
       " 427690961280696320: 'man who portrayed the marlboro man in the 1970s dies from smoking-related disease URL',\n",
       " 521769631519092736: '#recall iraqi chem weapons gwb lied about? kobani kurds report isis using chem weapons! URL URL',\n",
       " 692727606718824448: '\"this ball feels a little flat to me!\" icymi: von miller joked about the patriots football he intercepted: URL',\n",
       " 650975967146602496: \"uk • you're right to be nervous about the 5p plastic bag charge. when they implemented this in california the streets ran red with blood.\",\n",
       " 549599086073368576: \"argentina's president adopted a jewish boy to save him from life as a werewolf URL URL\",\n",
       " 693185488644149248: 'poll shows 40 percent of germans want merkel to resign over her refugee policy: URL URL',\n",
       " 372914976102834176: \"fukushima reactors leaking into groundwater, can't be stopped from getting in ocean, buildings now on mushy land URL\",\n",
       " 534303066867367937: \"we are running out of chocolate, warns world's largest chocolate manufacturer URL URL\",\n",
       " 688110059553861634: \"here's what @potus keeps in his pockets to remind himself of the people he meets along the way. #youtubeasksobama URL\",\n",
       " 523123779124600833: 'boko haram ceasefire includes release of 200+ #bringbackourgirls hostages, nigerian government says URL',\n",
       " 525116411887513602: \"canadian cpl. nathan cirillo killed by gunman while guarding canada's national war memorial: URL URL\",\n",
       " 407211258304552960: 'paul walker was doing good and giving back on the day of his tragic death: URL',\n",
       " 557885928417816576: 'mr. president, stop mansplaining your \"need\" to have government care for *my* children URL #sotu',\n",
       " 524991240270807042: 'police in #ottawa cannot confirm whether gunman shot dead in parliament is the same person that shot and killed soldier at the war memorial,',\n",
       " 693549273468764160: 'her father shot her in the head, as an \"honor killing\" URL via @nytopinion URL',\n",
       " 370855596050108416: \"fukushima's new looming crisis: radioactive groundwater seeping toward pacific ocean, @mariyamaguchi reports: URL -jm\",\n",
       " 436001434212249600: 'talking angela is an app that has been hacked and asks for you personal information. spread the word URL',\n",
       " 689208632148365314: 'eagles guitarist glenn frey has died, the band announces URL',\n",
       " 524958992330522624: 'police, bystanders and soldiers rushed in to help after the memorial shooting in ottawa URL URL',\n",
       " 693068611951300608: 'ooooh my, d-rose. URL',\n",
       " 531659884430106624: 'in new york city, marijuana may mean ticket, not arrest URL',\n",
       " 509463933564891137: 'huh. the wall street journal reports microsoft is close to a $2b deal with mojang, aka the creators of minecraft. URL',\n",
       " 524926472432410625: 'one person shot outside centre block, a second wounded inside the building in parliament hill shooting URL',\n",
       " 693643778033344512: 'nonwhite actors nearly swept every nominated category at the #sagawards URL URL',\n",
       " 690296550803636224: '\"our children should not have to be worried about the water that they\\'re drinking\" —@potus on the situation in flint URL',\n",
       " 500363740311982081: \"what's so frustrating is that now we are talking about a robbery and not the killing of an unarmed kid. #ferguson\",\n",
       " 658755852199927808: 'test finds human dna in hot dogs, meat in vegetarian products URL URL',\n",
       " 748543642323783681: 'obama cuts military pay third year in a row, while pushing $15 min. wage for burger flippers URL URL',\n",
       " 524227209976745984: 'up to 34 million green cards and work permits... URL',\n",
       " 732004388181434368: 'target’s new transgender policy raises all sorts of questions. URL',\n",
       " 684878165714563072: 'as of january 12th, microsoft will no longer support internet explorer 8, 9 or 10. URL',\n",
       " 532275383430041600: \"sugarhill gang's big bank hank dies at 57 from cancer URL URL\",\n",
       " 513749585391390720: 'starbucks is testing a new latte that tastes exactly like guinness: URL URL',\n",
       " 534409916560461825: \"a world without chocolate?! two of the world's biggest chocolate makers could face a shortage: URL URL\",\n",
       " 538193964479045633: 'afghan woman kills 25 #taliban militants after son shot dead URL #bravo URL v @sydrza',\n",
       " 693234925252775936: 'meet quasimodo, the dog with the short spine URL URL',\n",
       " 553136604882014208: '‘banksy’ instagram tribute to #charliehebdo victims not posted by artist URL (pic: lucille clerc) URL',\n",
       " 687786822475366401: 'woah! olivia pope ditches the white hat for a hot new look in this badass scandal promo: URL URL',\n",
       " 525009850104037376: '#kevinvickers hailed as hero who took down attacker at parliament hill URL #ottawashooting URL',\n",
       " 436195672677953536: '*reads things about talking angela* \"talking angela gets ur personal info\" \"talking angela can access all ur photos\" URL',\n",
       " 521772674155286528: 'alarming isis uses chemical weapons against kurds in #kobane ☛ URL #savekobane #drwidad☮ URL',\n",
       " 727187859367546880: 'good news!: target stock plummets #lbgtq #bathroombill URL #tcot #pjnet #rednationrising URL',\n",
       " 348203818741272576: \"'outrage' is an understatement >> irs sent $46,378,040 in refunds to 23,994 ‘unauthorized’ aliens at 1 atl address URL\",\n",
       " 522654603675176960: \"spider burrows through man's appendix scar and crawls under his skin URL URL\",\n",
       " 692098463262216192: '✨ happy #gossipgirlday ✨ URL',\n",
       " 524962676665888769: \"update: 'most of downtown #ottawa is in lockdown,' police say: URL\",\n",
       " 505657661120348163: '15 year old \"swatter\" got 25 years URL',\n",
       " 386998038004113409: 'this is a new low. obama spent money to close natl parks but shut down the amber alert website. look for yourself: URL',\n",
       " 683731779342188545: 'oregon militiamen receive fitting nickname: #yallqaeda URL URL',\n",
       " 527947775905103872: 'seth rogen has been cast as steve wozniak in the steve jobs biopic starring christian bale. URL URL',\n",
       " 692374052082708480: 'report: spider URL',\n",
       " 747275598347837440: 'newsflash⚡️the #orlando shooter was a muslim and a democrat✔️ not a republican or christian❌ #gaypride2016 URL',\n",
       " 532231906364911616: \"the sugarhill gang's big bank hank has died at 57: URL URL\",\n",
       " 568075025418317826: \"uk #krispykreme apologizes for 'kkk wednesday' customer promo. URL URL\",\n",
       " 774833492865593344: 'nurses save lives of all different races and colors, but @hillaryclinton thinks we belong in a #basketofdeplorables. URL',\n",
       " 760928376668454912: 'before hillary clinton, there was victoria woodhull, a pro-life feminist who ran and was nominated for president. URL',\n",
       " 728013148788154368: 'report: caitlyn jenner will pose nude for sports illustrated URL URL',\n",
       " 532297096356167680: 'so sad to learn big bank hank has passed away--the sugarhill gang rapper was 57. URL URL',\n",
       " 511918957255991296: 'three of five detainees swapped are now isis leaders: URL #talibanswap #tcot #ccot #usa #bowie URL',\n",
       " 489975398151618560: 'a memorial for #mh17 victims forms near the netherlands embassy in kiev: URL (roman pilipey/epa) URL',\n",
       " 764573523713011713: '\"we\\'ve set the first-ever national standards limiting the amount of carbon pollution power plants\" can emit —@potus: URL',\n",
       " 693673606279229440: 'how 2 little-known actors became the obamas URL URL',\n",
       " 517053056211357696: \"cdc has confirmed that the patient in dallas has tested positive for the ebola virus. we'll have more coming up on khou 11 news at 4 p.m.\",\n",
       " 538760398003253248: 'karma🙀#ferguson protestor accidentally burns🔥down own house🏡 URL @sheepawoken @youngblkrepub #tcot URL',\n",
       " 691656866972209152: 'boss wants friendly, relaxed company culture in place by friday URL URL',\n",
       " 552661209204260864: \"dog found abandoned at scottish train station with suitcase filled with it's belongings: URL URL\",\n",
       " 521821037726797824: 'breaking: patient being tested for ebola in kansas URL URL',\n",
       " 525040767317082113: 'more: ottawa shootings suspect identified as michael zehaf-bibeau, 32; unclear if there are other shooters: URL',\n",
       " 723644048867774464: 'niagara falls turned purple on the day prince died: URL URL',\n",
       " 525300042207612928: 'pictured: kevin vickers moments after shooting dead canadian parliament attacker URL URL',\n",
       " 524948703850029056: 'breaking news: ottawa police confirm at least 3 separate shooting sites and multiple suspects - URL',\n",
       " 742050150307246080: 'shooter in orlando was: a. muslim b. registered democrat voter c. isis d. homophobic e. ready for hillary URL',\n",
       " 427662266993889280: 'actor who portrayed marlboro man in cigarette ads in late 1970s dies from smoking-related disease: URL',\n",
       " 521835345059389440: 'north korea media says kim jong un has made appearance after 40+ days missing: URL URL',\n",
       " 520244836084228096: 'a penis spray-painted on a $2.5 million bugatti was just for a prank video. URL URL',\n",
       " 516434071631974400: \"breaking: show of solidarity from #hongkong to #ferguson; hands up, don't shoot URL\",\n",
       " 690431187916099584: 'north korea says it has arrested a us student on charges of committing a \"hostile act\" URL',\n",
       " 560207034545889281: 'how to say ‘i love you’: 1.) have my fries',\n",
       " 407169699559247872: \"celebrities, friends and co-stars react to paul walker's tragic death. #rippaulwalker URL URL\",\n",
       " 407233172380733441: \"paul walker's last pic before his death in car accident :'( #rip #paulwalker URL\",\n",
       " 527295015643394048: 'jose canseco accidentally shot himself in the hand at his las vegas home URL URL',\n",
       " 536826622725218304: \"that powerful lego letter to parents from the 1970s? it's real URL URL\",\n",
       " 749286768554438658: \"what's the no. 1 killer of americans? these rankings have changed little over the years URL URL\",\n",
       " 514067907475959808: 'florida woman surgically adds third breast in bid to become reality tv star URL via daily mail',\n",
       " 534337548680978432: \"we are running out of chocolate, warns world's largest chocolate manufacturer URL URL\",\n",
       " 377002232257855488: 'j.k. rowling is working on an 8th harry potter book.',\n",
       " 563123548857053184: 'texas🇺🇸first islamic tribunal in us🙀sharia law➰in america❌must stop🚨 URL @_fritobandito_ @amymek URL',\n",
       " 524925033626738688: 'scene at ottawa war memorial. soldier on duty shot. URL',\n",
       " 524685073979678721: 'meet the south american goliath birdeater -- a spider the size of a puppy: URL URL',\n",
       " 524976526891417600: 'the canadian soldier shot at the war memorial in ottawa has died, according to two members of parliament. live blog: URL',\n",
       " 489836271049928704: 'could a buk surface-to-air missile system have brought down malaysia airlines flight 17? URL #mh17 URL',\n",
       " 687674548712505346: \"alan rickman's goodbye letter to harry potter is just perfect: URL URL\",\n",
       " 407164247768977409: 'r.i.p to the driver who died with paul walker that no one cares about because he wasn’t famous.',\n",
       " 531676808836833280: 'francis teaches you how to make your own doritos flavored mountain dew! watch: URL then share! :) URL',\n",
       " 686493272806576128: \"bowie's last album was 'parting gift' for fans, in carefully planned finale URL URL\",\n",
       " 407198255793987584: '2013 was doing alright till i found out paul walker died ..',\n",
       " 525305690257379328: 'a touching tribute to a fallen soldier URL URL',\n",
       " 524178388282802176: 'no, banksy hasn’t actually been arrested URL URL',\n",
       " 538133250066366464: \"don't underestimate women. an afghan woman called reza gul killed 25 taliban in a 7 hour gun battle. URL\",\n",
       " 514148279601606656: 'starbucks is experimenting with a beer-flavored latte that reportedly tastes like guinness URL',\n",
       " 693537938425171968: 'when an iowa man asked ted cruz an uncomfortable question, the room went silent URL URL',\n",
       " 693284114724700160: 'boeing wins contract to build new air force one presidential jets URL URL',\n",
       " 380055172896272384: 'a city in louisiana has made \"twerking\" illegal, imposing a punishment of 30 days in jail for a first offense',\n",
       " 436074888638763008: '\"talking angela gets ur personal info\" \"he\\'s a kidnapper\" \"he watches u through ur camera\" URL',\n",
       " 553040930144792576: 'banksy shares simple but beautiful tribute to charlie hebdo cartoonists URL',\n",
       " 727179214546456577: \"target's stock has taken a $2.5 billion hit over its insistence on insulting regular customers URL\",\n",
       " 692566765822435328: \"whether on the sideline or at a retirement community in nc ... just gotta dab on 'em. (via piedmont crossing/fb) URL\",\n",
       " 693822949456007169: 'german forest ranger finds that trees have social networks, too URL URL',\n",
       " 539052152602107904: 'breaking: gill rosenberg (31) from tel aviv former idf soldier was captured by isis after going to iraq to join kurds & fight isis - ch 2',\n",
       " 693217698482933760: '.@cornelwest joins @berniesanders for rally in davenport, iowa. watch live: URL URL',\n",
       " 699252269414354944: \"a eulogy for the show that changed kids' tv forever: #gravityfalls URL URL\",\n",
       " 536808074431184896: 'another letter to parents, included in 1970s lego sets URL URL',\n",
       " 690954487322796032: 'fact: for the first time ever, more than 90% of americans have health coverage. #acaworks URL',\n",
       " 516371936604352513: 'oh, my. rt @dangillmor hong kong \"hands up, don\\'t shoot\" emulation of ferguson protests is such a powerful image: URL',\n",
       " 523566838958284801: 'what? rt @70torinoman: walmart donates $10,000 to support darren wilson #ferguson #boycottwalmart URL',\n",
       " 651486105628463105: 'black people can be so stubborn to change.... #5pbagcharge URL',\n",
       " 525411618231169025: 'photo: dogs of canadian reservist killed at national war memorial wait for him to return home URL URL',\n",
       " 692745861978263552: 'one more day until friday... URL',\n",
       " 524181699043663872: \"calm down everyone, banksy hasn't been arrested #banksy URL URL\",\n",
       " 692692529779707904: 'the @who sets up zika \"emergency team\" after \"explosive\" spread of the virus URL URL',\n",
       " 524972443308683264: 'statement from ottawa hospital: received 3 patients. 2 in stable condition. URL',\n",
       " 686701278785843200: '.@selenagomez was on the prowl for hot guys at the #instyleglobes after-party: URL URL',\n",
       " 520299904934371328: 'officials took away this halloween decoration after reports of it being a real suicide victim. it is still unknown. URL',\n",
       " 524950507023245313: 'listen to our live special coverage of parliament hill shooting here URL URL',\n",
       " 376982539132366848: 'j.k. rowling is working on an 8th harry potter book.',\n",
       " 524947149134774272: 'updated | attacker shot dead in parliament after soldier shot at national war memorial: URL #cbcott #ottnews',\n",
       " 516313006427602944: 'incredible! rt @ryan \"hands up don\\'t shoot has travelled from #ferguson, missouri to #hongkong\" URL',\n",
       " 528976109518721024: \"obama declares stay-at-home moms aren't worth a hill of beans; says it's a choice 'we don't want americans to... URL\",\n",
       " 407209131351629824: 'we send our deepest condolences to the family and friends of paul walker and roger rodas. URL URL',\n",
       " 531183173443801088: 'i don\\'t want to live on this planet anymore. rt @juddlegum pepsi is making a doritos-flavored mountain dew: \"dewitos\" URL',\n",
       " 621025025806577664: 'sure, first you dump pluto by calling it a dwarf planet, then you drive by its house to make sure it’s not dating any other solar systems.',\n",
       " 693123067204243456: '.@potus announces new rule aimed to advance #equalpay URL URL',\n",
       " 524593547807178753: \"giant puppy-sized spider found in south america said to be world's largest URL URL\",\n",
       " 692453106622275585: 'chat about @mtvteenwolf with @mandaaabearr + @kaitiii URL',\n",
       " 685232704774787072: 'traffic camera accidentally snaps beautiful photo of a snowy owl — URL URL',\n",
       " 519867098945044480: 'someone spray painted a penis on a $2.4 million bugatti veyron: URL URL',\n",
       " 685473149291479040: 'elvis presley was born on this day in 1935 URL URL',\n",
       " 514142113601437696: 'well, this is one way to quit your job. watch alaskan reporter charlo green quit live on air. URL URL',\n",
       " 676586804242309121: 'isis has been killing babies afflicted with down syndrome and other disabilities, activists claim URL',\n",
       " 676970570160988160: 'talk times @ 2nd brk cruz 13:18 rubio 12:01 trump 10:30 paul 9:00 christie 8:39 bush 8:27 kasich 8:21 carson 7:55 fiorina 7:27 #nprdebate',\n",
       " 504106473467944960: 'this audio tape played on #cnn seems to corroborate witness accounts that #darrenwilson kept shooting after #michaelbrown tried to surrender',\n",
       " 509464271118688257: \"source: microsoft in discussions to buy 'minecraft' maker mojang for more than $2 billion - @wsj URL\",\n",
       " 407162181059612672: 'paul walker died at the age of 40 saturday. our hearts go out to his family and friends: URL',\n",
       " 515918632178577408: 'groundbreaking female pilot who bombed #isis is now disowned by her family: URL URL',\n",
       " 524646141938647043: 'after the fake news of banksy being arrested and unmasked, the real banksy has shockingly revealed himself! URL',\n",
       " 525285199530455040: 'man cut off penis and threw it in bin after girlfriend dumped him over small manhood URL URL',\n",
       " 767580827513397252: 'mexican president pena nieto plagiarized law thesis, report says URL URL',\n",
       " 501768276523761666: 'a list of overnight arrests in ferguson shows a much higher number than officials reported URL URL',\n",
       " 691700082601758720: '\"ted cruz is by far the most consistent conservative in that crowd.\" URL | ap photo URL',\n",
       " 566999951449001984: '#assholeoftheday sen. thomas corbin, for saying women are \"a lesser cut of meat\" URL URL',\n",
       " 726086935903494144: 'target boycott crosses 1 million signers, stock sinks by $1.5 billion - breitbart URL',\n",
       " 407182194206322689: \"the motoring world responds to paul walker's death URL URL\",\n",
       " 665498651742085124: 'poland says cannot accept migrants under eu quotas after paris attacks. more updates: URL URL',\n",
       " 495583434954514432: 'bird pooped on #putin when he was saying \"violence begets violence\" at the opening of monument to the 1st world war. URL',\n",
       " 501774615837163521: 'list of overnight arrests in #ferguson much higher than officials reported URL URL via @fergusonunity',\n",
       " 407212665350942720: \"'fast and furious' cast mourns paul walker's death URL\",\n",
       " 513779458340569088: 'starbucks is testing a new latte that tastes exactly like guinness URL',\n",
       " 693501482721681408: 'on this date in 1996, magic johnson returned to the nba more than four years after testing positive for hiv. URL',\n",
       " 707308274270539777: \"no one is surprised by this.of course obama is skipping nancy reagan's funeral.dignity isn't his strongest attribute URL\",\n",
       " 500354773133299713: 'in 2009, #ferguson police beat a man and charged him for bleeding on them: URL',\n",
       " 543319210659971073: 'it’s a dog’s afterlife: pope francis says there’s a place for pets in paradise URL',\n",
       " 549975297160802304: 'dammit - a transgender 17-year-old left a suicide note on tumblr pleading “fix society” URL via @jobarrow @buzzfeednews',\n",
       " 692922211338981377: 'the bank of japan introduces negative interest rates to counter the ongoing economic slump, in a surprise move. URL',\n",
       " 516377014790782977: 'protestors in hong kong mimicking the \"hands up, don\\'t shoot\" of ferguson demonstrations (alex ogle/getty) URL',\n",
       " 537378640653475841: 'darren wilson was paid $500,000 for his abc interview. and so the hands of racism and capitalism continue to wash one another.',\n",
       " 490136764619948032: 'the fact that malaysia airlines #mh17 was shot down may hinder insurance payouts URL URL',\n",
       " 553461741917863936: 'rural region of northern france searched in hunt for #charliehebdo gunmen - latest updates URL URL',\n",
       " 687956181646753792: \"here's the letter alan rickman wrote for us back in 2011, upon completing harry potter & the deathly hallows: URL\",\n",
       " 689555819059351552: \"so-called islamic state's propaganda magazine confirms british militant known as jihadi john died in november URL\",\n",
       " 716424773216022530: \"it seems @berniesanders has won back nevada! don't let @clarkcountynv dems rig it against @sensanders! #feelthebern URL\",\n",
       " 507454543169617920: 'no, internet, betty white is not dead URL (photo: getty) URL',\n",
       " 445495350171013120: '#prayforchristopher please rt/fav this it means u care and maybe chris brown will see this and will see that we care and smiles again',\n",
       " 689549346875031552: \"islamic state has confirmed 'jihadi john' is dead following reports he was killed in a drone strike in raqqa last year\",\n",
       " 762775964224847872: 'watch @potus and @flotus share their favorite olympic memories—and cheer on #teamusa: URL URL',\n",
       " 717081129627553792: \"this is kenny, the tiger with down syndrome. this proves you don't have to perfect to be beautiful ❤️ URL\",\n",
       " 513015596879867904: '@legendgary #hitemup! bad boy c.e.o. @iamdiddy arrested in connection with murder of tupac shakur: ... URL @wethewest',\n",
       " 489796088338341888: \"breaking: malaysia airlines plane 'shot down' was carrying 295 people URL URL\",\n",
       " 518870005677826050: 'hewlett-packard to split pc and printer business from corporate hardware and services: URL $hpq URL',\n",
       " 692405195796529152: 'convicted killer levi bellfield finally admits to murder of schoolgirl milly dowler in 2002, police say URL',\n",
       " 652349108653551616: 'surprising number of vegetarians secretly eat meat URL URL',\n",
       " 407191058108256257: 'r.i.p paul walker ♥ he died doing what he loved♥ URL',\n",
       " 767355933919997952: 'suicide bomber who killed at least 50 in turkey was aged 12-14, state-run news agency quotes president as saying. URL',\n",
       " 692840850141753347: \"james mcavoy makes that another vote for #batman. do you agree? let us know with '#empirebvs'. URL\",\n",
       " 356268980211687424: 'obama files federal charges against george zimmerman following acquittal in shooting murder of trayvon martin | URL',\n",
       " 407174474207731712: \"still cah believe paul walker died r.i.p paul walker r.i.p brian o'connor r.i.p fast & furious URL\",\n",
       " 407173794583695360: \"paul walker's genuinely admirable history of organizing & participating in international disaster relief missions: URL\",\n",
       " 407267881131732992: \"watch: paul walker's last trailer for the film hours. the movie is set to release in two weeks. URL\",\n",
       " 767462297270968321: \"this was team usa's largest margin of victory in a gold-medal game since the dream team beat croatia by 32 in 1992. URL\",\n",
       " 538412662858588160: 'mike brown murder trial witness, #deandrejoshua fatally shot & set on fire after verdict #deandrejoshua URL',\n",
       " 427666815842414592: 'ex-marlboro man dies from smoking -related disease URL via @fox411',\n",
       " 531085761521528834: 'good sweet lord, pepsi is actually testing a doritos-flavored mountain dew URL URL',\n",
       " 693456387880402944: 'get ready to binge watch - the #gilmoregirls are coming back, this time to @netflix URL URL',\n",
       " 563117355254161408: \".@eamaddennfl successfully predicted the final score of #sb49. yes, it's true: URL URL\",\n",
       " 503610065769598976: '#breaking: suspect in beheading of journalist james foley named as 24 y/o abdel-majed abdel bary. URL via @israelbreaking',\n",
       " 566089610485579776: 'sc state senator also opposes bill that would make it harder for domestic abusers to own guns: URL URL',\n",
       " 766299795833102336: 'after initial dq, us women reinstated, will re-run 4x100m relay in bid to make final. URL URL',\n",
       " 693618217667928068: \"just when we thought we couldn't love steve carell more, he helps carol burnett up to the #sagawards stage. ❤ URL\",\n",
       " 514429381737852929: 'some iphone 6 plus owners accidentally bending their iphones in pockets URL by @kellyhodgkins',\n",
       " 552810448324943872: '#charliehebdo shooting: gunmen shouted \\'we have avenged the prophet\" during attack - reports URL URL',\n",
       " 562313802369073153: \"annual simulated 'madden' game made several accurate #sb49 predictions, including final score: URL URL\",\n",
       " 535579674152148992: \"fact: florida state university shooter's last facebook status was bible verse (matthew 5:3)..imagine if it was quran: URL\",\n",
       " 716092408920936448: 'international criminal george soros & his boi @davidbrockdc are sooo busted #fauxprotests #ringers @realdonaldtrump URL',\n",
       " 524932056560963584: 'breaking: at least 20 shots have been fired in the canadian parliament in ottawa, according to witnesses.',\n",
       " 727116900983934976: '. @target stock plunges in early days of @americanfamassc boycott. URL',\n",
       " 692336523090509824: \"ai weiwei closes his copenhagen exhibit in protest of denmark's new asylum seeker law URL\",\n",
       " 524206851450486785: 'no, #banksy has not been arrested URL URL',\n",
       " 407229989902225408: \"his movies brought thrills and laughter to millions. can't believe he died in car crash rip paul walker URL\",\n",
       " 526757033186697216: 'female peshmerga warrior rehana - credited with killing 100 isis scumbags - reportedly captured, beheaded #rip URL',\n",
       " 692537942439501824: \"astronomers say they have confirmed the existence of the galaxy's largest solar system. URL\",\n",
       " 524952094986350592: 'our thoughts and prayers are with the canadian soldier shot while guarding the national war memorial in ottawa. #ableg #cdnpoli',\n",
       " 514201362729828352: 'three missing afghan officers are in custody at the u.s.-canada border, police say. URL',\n",
       " 682629960826224646: 'live: dubai hotel on fire near the burj khalifa tower. URL URL',\n",
       " 515717938025078784: \"let's stop calling her the lady who was beheaded, etc. that dehumanizes her. she was colleen hufford. people loved her. she had a life.\",\n",
       " 658938136299511808: 'human dna found in hot dogs - and 10% of vegetarian sausages contain meat URL URL',\n",
       " 692217618778972161: '2 people killed & 3 hurt at seattle area homeless encampment, police say. the shooter is at large. URL',\n",
       " 692382471061663744: 'today marks 71 yrs since the liberation of auschwitz, “city of death” URL #holocaustmemorialday URL',\n",
       " 538129041539092480: \"and @abc, please tweet saying that you did not pay or compensate darren wilson for the interview in any way. we're waiting. #ferguson\",\n",
       " 407205009676587009: \"the sudden & tragic death of #paulwalker reminds us that we shouldn't take even a moment for granted bc it can be over in a blink #sosad\",\n",
       " 504243239084236800: 'new audio recording reveals shots, pause, more shots at mike brown killing.more shots than 6 fired. URL',\n",
       " 553115236992290816: \"banksy's illustrated response to the charlie hebdo attack isn't by banksy. but it is striking URL URL\",\n",
       " 693408117225299968: 'the challenges saudi women face as they vote and stand in elections for the first time 📺 URL URL',\n",
       " 522443333831262208: 'ok what mt @alexpappas: photo of passenger at dulles waiting for flight -- wearing hazmat suit URL URL',\n",
       " 529857740059860992: 'dear president obama...it looks like stay-at-home moms vote too.',\n",
       " 524935246647926784: \"shots were fired at canada's national war memorial in ottawa and a ceremonial guard was shot, police say. URL\",\n",
       " 688281442162352128: 'siege over at burkina faso hotel taken by suspected islamist gunmen, but reports say nearby hotel attacked URL',\n",
       " 691327238353129472: 'congress allocates $90 million to protect remaining eagles members URL URL',\n",
       " 407237676350185475: '@realpaulwalker died in a fiery car crash. @fastfurious filmmakers will commemorate his legacy by dedicating the next six sequels to him.',\n",
       " 524941041301225472: \"a canadian soldier has been shot at the country's national war memorial near parliament. URL URL\",\n",
       " 690985215691354112: 'trump on supporters: \"i could stand in the middle of 5th ave. and shoot somebody and i wouldn\\'t lose any voters.\" URL',\n",
       " 691564354567798784: 'explorer henry worsley dies after suffering exhaustion and dehydration during solo antarctic crossing attempt URL',\n",
       " 544514570367168512: '#sydneysiege: latest video of hostages escaping. URL',\n",
       " 692287441168900097: 'appeal court judges rule so-called bedroom tax is discriminatory in two cases brought against uk government URL',\n",
       " 524291188422356993: 'adam we should do a test with this spider! ...adam? URL URL',\n",
       " 549998575330275330: 'a transgender 17-year-old left a suicide note on tumblr pleading “fix society” URL',\n",
       " 687639526282498049: 'congratulations, jennifer lawrence! URL #oscarnoms #oscars URL',\n",
       " 536871550184869888: \"that powerful letter from lego to parents from the 1970s? it's real URL URL\",\n",
       " 500347114975944705: 'new link: #ferguson police release video they say shows a robbery involving #michaelbrown: URL URL',\n",
       " 544939287222165506: 'urgent: isis now using bombs containing live scorpions to spread fear in iraq - URL URL',\n",
       " 693807822971236353: '.@berniesanders: @hillaryclinton\\'s emails are a \"very serious issue\" URL URL',\n",
       " 507242819623587841: 'breaking: tesla to choose nevada for gigafactory, sources tell cnbc. URL',\n",
       " 693560600471863296: 'miami was desperate for a turnover. instead, nc state got this dunk. and a big upset win: URL',\n",
       " 529434230938284032: 'vampire bambi? rare fanged deer confirmed in afghanistan after 60 years URL URL',\n",
       " 551097831851687938: 'donna douglas, elly may clampett on ‘beverly hillbillies,’ dies at 81 URL',\n",
       " 652300118205427716: 'survey: 1 in 3 vegetarians admits to eating meat when drunk... URL',\n",
       " 747443219487678464: 'nyc pride parade after orlando: “republican hate kills\" no. the orlando shooter was a muslim democrat. URL',\n",
       " 407253554039386112: 'tyrese at the crash site, where paul walker died, i proper feel for him URL',\n",
       " 553474188259102720: 'breaking: shots fired, hostages taken in manhunt for #charliehebdo attackers, police say URL URL',\n",
       " 755548076438196225: 'colombus, ohio police officer served sandwich with shards of glass. URL',\n",
       " 691351064868732928: 'this week in sports: bill belichick visits hospital to watch terminally ill fan die URL URL',\n",
       " 524976106861236226: 'man who saw gunman shoot canadian soldier at war memorial says shooter \"raised his arms in triumph\": URL',\n",
       " 517416417164263424: 'oklahoma beheading suspect alton nolen ordered held without bond URL URL',\n",
       " 372901260183494656: 'fukushima – toxic water leak a level 3 serious incident URL fuck you tepco! fucking ocean is boiling!!! #yan',\n",
       " 767482587879051265: \"crowd chants 'do your job!' at cnn crew... URL\",\n",
       " 528341588867416064: \"'who is we?' obama says being a stay-at-home mom 'not a choice we want americans to make' URL\",\n",
       " 524991067675189250: 'update: parliament hill attack: soldier dies of injuries, gunman shot dead URL #ottawashooting URL',\n",
       " 550279538278543360: 'transgender teen leelah alcorn publishes suicide note on tumblr: \"my death needs to mean something\" URL',\n",
       " 767845555313774593: 'minor leaguer hits grand slam, later finds out that he broke his own windshield URL URL',\n",
       " 514508854990999553: \"apple fans' tight pants are bending the iphone 6 plus URL #bendghazi URL\",\n",
       " 524979548195024898: 'surreal photos out of ottawa: this is a vip being escorted on sparks street URL URL',\n",
       " 767094580634202112: '\"as fdr once said: \\'there is nothing so american as our national parks\\'\" —@potus #nps100 #findyourpark URL',\n",
       " 692391757775028228: '.@justinbieber and @kendalljenner strip down for their new @calvinklein ads: URL 😍 URL',\n",
       " 524959836778536961: 'update: ottawa police confirm gunman in canada shooting shot and killed. search on for possible additional gunmen. URL',\n",
       " 693198912660885505: 'area dad just wants to watch one 7-hour block of television without interruption URL URL',\n",
       " 766316494695305218: ' URL to end operations next week: URL',\n",
       " 728038172270198787: 'caitlyn jenner will pose nude on the sports illustrated cover. nothing says sexy like a 66 year old chick with balls.',\n",
       " 552706985087361025: 'this dog was abandoned at a scottish railway station with a suitcase full of his belongings URL URL',\n",
       " 693162950358622208: \"one direction fans have a lot of mixed emotions about zayn's #pillowtalk. what do you think? URL URL\",\n",
       " 500298752469770240: 'shoot unarmed kid. conceal evidence. impose martial law. harass reporters. smear the victim. worst. police. ever. #ferguson #mikebrown',\n",
       " 724348906096590849: '340,000 pledge to boycott @target over transgender bathroom policy URL URL',\n",
       " 691027026552229888: 'donald trump spokesperson decried lack of \"pure breeds\" running for president URL URL',\n",
       " 510921017972514817: 'uk aid worker david haines beheaded by #isis remember this great & giving man this way not as isis wants @acted URL',\n",
       " 689236842454106113: '\"i believe we’ve got to take steps to modernize our unemployment insurance system.\" —@potus URL URL',\n",
       " 728207861050970112: 'caitlyn jenner will pose nude on the sports illustrated cover. her balls will be censored by a sad michael jordan face.',\n",
       " 693629063932596224: \"leo's first sag. #sagawards URL\",\n",
       " 576319832800555008: 'hoppla! @l0gg0l: swiss rumors: putin absence due to girlfriend alina giving birth in ticino URL URL',\n",
       " 407193347279699968: 'remembering paul walker: fast and furious star was \"so happy\" hours before his tragic death URL',\n",
       " 693921710383337472: 'a conversation with x japan’s yoshiki and documentarian stephen kijak URL URL',\n",
       " 692800345274241025: '13 truth bombs @zaynmalik dropped in his first solo broadcast interview: URL #zaynonbeats1 URL',\n",
       " 690252631822864384: \"2009: @potus bet big on rescuing the american auto industry. today: it's roaring back. URL URL\",\n",
       " 693443289370882049: '\"we have to make sure all our kids are equipped for the jobs of the future.\" —@potus #csforall URL',\n",
       " 552615631246622721: 'dog found abandoned at scottish train station with suitcase of belongings (photo: spca) URL URL',\n",
       " 407187197427593217: '\"paul walker\\'s character in fast and the furious was named \"brian\",brian from family guy also died this week,both deaths involved cars.\" umm',\n",
       " 528607634099015680: '#animaloftheday: the first afghan fanged deer was seen in more than 60 years! URL URL',\n",
       " 525032872647065600: 'breaking: michael zehaf-bebeau had been designated \"high-risk traveller\" by cdn govt, which confiscated his passport URL',\n",
       " 536835346932441088: \"that powerful lego letter to parents about gender and creativity? it's real. URL URL\",\n",
       " 505611045897924608: '15 year old who \"swatted\" gamer convicted of domestic terrorism; 25 years to life in federal prison URL',\n",
       " 544287209730236416: 'sydney opera house evacuated, concourse deserted URL #sydneysiege (via @cberkman) URL',\n",
       " 551128385850601472: 'donna douglas, known for role as elly may clampett on \"the beverly hillbillies,\" dies. URL URL',\n",
       " 521496155310796800: 'move! get out! dumbass! kristen stewart trashes our #military, defends 9/11 terrorists URL #tcot URL',\n",
       " 532851585408593920: 'disney are making their first movie to feature two gay princes who fall in love, amazing.',\n",
       " 692127290998784001: 'disney world opens new ordeal kingdom for family meltdowns URL URL',\n",
       " 531300385248800768: 'the head of isis, abu bakr al-baghdadi, is said to have been critically wounded in a us air strike: URL',\n",
       " 516358319317852160: \"hands up don't shoot is being used by tens of thousands as a form of protest in hong kong. powerful. via @mrmedina URL\",\n",
       " 692792765852286977: 'dorm room decorated with empty bottles of adderall URL',\n",
       " 560163341524807680: 'islamic tribunal in texas operating under sharia law♨️@db10524 @lodisilverado @amymek #tcot URL URL',\n",
       " 504131150429061121: 'breaking: fbi uncovers new audio from neighbor on skype, lawyer counts 11 shots #mikebrown URL URL',\n",
       " 500270780832174080: 'police in #ferguson plan to release name of officer who shot unarmed teen michael brown: URL URL',\n",
       " 663744139666804736: \"as you ignore the cold homeless guy sitting outside starbucks, please be sure to complain about the 'non-christian' red cup of $5 coffee.\",\n",
       " 554886875303780352: 'french police chief killed himself after #charliehebdo attack URL URL',\n",
       " 686421576904916992: 'sister ❤️ @kyliejenner @kourtneykardash at the #instyleglobes bash #goldenglobes URL',\n",
       " 568905632998412288: 'someone trolled twitter into thinking macklemore joined isis: URL URL',\n",
       " 529088963420909569: 'seriously?! i must be doing good in life. more fake #fluffydied shit popping up. URL',\n",
       " 513922322915282945: 'three of five detainees swapped are now isis leaders claims URL URL URL',\n",
       " 531524882325311488: 'ap: iraqi officials say u.s. airstrikes have wounded the leader of the islamic state militant group abu bakr al baghdadi',\n",
       " 534278078105944064: \"we are running out of chocolate, warns world's largest chocolate manufacturer URL URL\",\n",
       " 767170849472405508: 'olympics: us women win 6th straight 4x400m-relay gold, giving allyson felix 6 career golds. URL URL',\n",
       " 727623131494387714: 'clinton campaign made payments to hard drive destruction company 🤔 destruction of 14 hard drives @hillaryclinton ⁉️ URL',\n",
       " 500341884678836224: 'hobby lobby asks #ferguson pd for clarification: \"we thought chopping off someone\\'s hand was the maximum penalty for shoplifting\"',\n",
       " 524923293711998976: 'at the war memorial in. ottawa. a soldier has been shot. they are giving him treatment now. #breaking URL',\n",
       " 357300409292959744: 'lets start by boycotting koch industiers they paid for george zimmerman legal fees #justicefortrayvon #jurorb37 URL',\n",
       " 752965545528528898: 'homicide is among the top five causes of death in adolescents URL #endviolence URL',\n",
       " 778572032531427332: 'massachusetts court finds that it’s ‘reasonable’ for black men to run from police to avoid racial profiling… URL',\n",
       " 716451800581279744: \"it's official, @berniesanders actually won nevada today. came down to 2 factors. 1. enthusiasm 2. organization URL\",\n",
       " 542860306603868160: 'very helpful to know that not only was douche harvard prof ben edelman a racist, but his students were, too==> URL',\n",
       " 701514249269542912: \"no, the polling doesn't prove bernie sanders won the hispanic vote in nevada URL\",\n",
       " 692031514943582208: 'briton who filmed himself abusing girls as young as eight in the philippines sentenced in uk to more than 19 years URL',\n",
       " 407170443443859456: 'r.i.p. roger rodas, the ceo/racer who died with paul walker yesterday. he was originally from santa ana, el salvador.',\n",
       " 519131101798100992: \"hp confirms that it's splitting into two companies. and cutting 5,000 jobs. URL $hp URL\",\n",
       " 550095745161134080: 'transgender teen leaves heartbreaking suicide note on tumblr before getting hit by a truck: URL URL',\n",
       " 520265722967375872: 'kim jong un may have an injured leg - but he is still in control of north korea, source says: URL URL',\n",
       " 692056985513123840: 'no evidence found of gunfire at naval medical center san diego, but building search continues, military says. URL',\n",
       " 524317344730869760: \"banksy proves he hasn't been arrested, puts up new piece in bristol. take a look here: URL URL\",\n",
       " 542600886653292545: \"icymi, #selena's killer & former fan club president will not be released early from prison! URL URL\",\n",
       " 522692223952228353: \"passenger waiting for flight at washington airport isn't taking any risks URL URL\",\n",
       " 531129816389779456: 'doritos-flavored mountain dew is a real thing URL URL',\n",
       " 727172374999666688: 'we should pick a company a month. 1.1 million families join afa’s target boycott, stock takes $2.5 billion hit - URL',\n",
       " 723772395211862016: 'niagara falls turned purple on the day prince died: URL URL',\n",
       " 519530210795216896: \"hp confirmed that it's splitting into two companies. and cutting 5,000 jobs. URL $hp URL\",\n",
       " 490141776984825856: 'u.s intel: missile that hit #mh17 was most likely fired by pro-russian separatists. details: URL URL',\n",
       " 528312406498635777: 'fanged deer pops up in afghanistan, 60 years after its last appearance URL URL',\n",
       " 562387516964491265: \"the way we live is social, connecting people and information all over the world. shouldn't we work the same way? URL\",\n",
       " 499679379820412928: 'confirmed: #mikebrown had no criminal record. URL #ferguson URL',\n",
       " 693662456393134080: 'donald trump is the least favorably viewed presidential candidate since at least 1992 URL',\n",
       " 525005886272843776: 'kevin vickers hailed as hero who took down attacker at parliament hill: URL #cbcott #ottnews URL',\n",
       " 537377960471166976: \"y'all, i just read that abc paid darren wilson $500k for the interview. destroying black life remains a lucrative american career. #ferguson\",\n",
       " 356407105953071107: 'just in... @barackobama & department of justice file federal charges against #georgezimmerman',\n",
       " 692024256520179712: '.@onedirection\\'s new music video for \"history\" is a walk down memory lane: URL #1dhistoryvideo URL',\n",
       " 693729678306189313: '\"an extraordinary broadcaster\" - tributes paid to sir terry wogan who has died aged 77 URL URL',\n",
       " 365056836476481537: 'estimated 300 tons of contaminated water leaking into pacific ocean per day from wrecked #fukushima nuclear plant URL',\n",
       " 524211911668543488: 'that old \"banksy arrested\" hoax is back. don\\'t buy into it. URL',\n",
       " 407192027714322432: 'hard to believe paul walker died yesterday. no more fast & furious. way too young. #rip URL',\n",
       " 692472216135569409: 'michigan gov. @onetoughnerd: #flintwatercrisis may affect \"many more\" children. URL URL',\n",
       " 693853982293254144: '.@drzuhdijasser: \"it\\'s disgraceful that this is...the mosque that [@potus] picked to be the first visit.\" @ffweekend URL',\n",
       " 387006553124896768: \"barack obama has doj shut down the amber alert system...so, we can add dead kids to the lengths he's is willing to go in his shutdown game.\",\n",
       " 688441130271289350: \"from the bb vault: donald trump's dad arrested in kkk brawl with cops URL URL\",\n",
       " 568452856224747520: '#macklemorejoinedisis',\n",
       " 532239131540467712: 'employees at a chick-fil-a said to be banned from using slang such as \"bae\", \"bruh\", \"ratchet\" URL URL',\n",
       " 407232661107642368: 'the five movie roles that made us fall in love with paul walker URL #rippaulwalker URL',\n",
       " 693140568143220736: 'jack white and avett brothers premiered a six-part music doc at #sundance. our report URL URL',\n",
       " 504771233557147648: \"maybe tupac is alive and we're dead.\",\n",
       " 532007252677656576: '*dead* at this list of banned slang by chick-fil-a manager: URL',\n",
       " 521790189715615744: 'stop believing what you see on facebook. rt @lilduval: so ebola was found in hair extensions? all my bitches wear weave 😳',\n",
       " 740748123581087745: 'first female candidate for president was not @hillaryclinton it was victoria woodhull in 1872 #nhpolitics #tcot URL',\n",
       " 519375764165509121: '#viral: mexico mass grave discovered after student protesters go missing URL URL',\n",
       " 506118402466152449: \"i'm alive, see you soon !\",\n",
       " 568568737621630977: \"i can't believe macklemore has joined isis. what a pity #macklemorejoinedisis\",\n",
       " 524263570985340928: 'goliath encounter: puppy-sized spider surprises scientist in rainforest @beargrylls @midnight URL URL',\n",
       " 387309869080281088: 'it says a lot about your worldview that you hear obama is donating a muslim museum and it makes sense to you: URL',\n",
       " 539115704285270017: 'obama daughter is not pregnant. now when obama get the internet shut down on some olivia type time, we all gonna be sick',\n",
       " 690174644071047168: 'smart people are as racist as less-smart people—but smart enough to hide it: URL URL',\n",
       " 661184793342775296: '14 things successful people do before breakfast URL URL',\n",
       " 693492349142433792: \"japan's first stealth fighter unveiled URL URL\",\n",
       " 693136527816331264: 'a tiny alpine town in northern italy just welcomed its first baby in 28 years 🍼👶 URL URL',\n",
       " 692510002586714113: '\"when any jew anywhere is targeted, just for being jewish, we must respond, together\" —@potus at @israelinusa URL',\n",
       " 764473554431725568: \"we've only got one planet. watch @potus share the progress we've made to protect it. #actonclimate URL\",\n",
       " 549124560793374720: \"president of argentina adopts jewish godson to 'stop him turning into a werewolf' URL URL\",\n",
       " 516539137646542848: 'hong kong\\'s protesters are using the \"hands up, don\\'t shoot\" gesture from ferguson URL URL',\n",
       " 519935535083565056: 'someone spray painted a penis on a €1.9m bugatti veyron URL URL',\n",
       " 524949828711620608: 'update: one shooter possibly on the loose in #ottawa amid reports of shootings in the city: URL',\n",
       " 427652211414274048: 'ex-marlboro man dies from smoking-related disease... URL',\n",
       " 504109775358287872: '@antoniofrench alleged new shooting audio of #michaelbrown / URL',\n",
       " 489970164469751808: 'current passenger breakdown by nationality - via @theage @smh #mh17 URL URL',\n",
       " 766789709045518336: 'donald trump goes to louisiana flooding site, spends a minute handing out play-doh, leaves URL #whereshillary',\n",
       " 652982112870662144: 'surprising number of vegetarians secretly eat meat URL URL',\n",
       " 532246457609244672: 'vladimir putin’s motorcade as seen from the air. URL URL',\n",
       " 553190393370923008: 'powerful image, yes. but it was drawn by @lucilleclerc, not by banksy. details: URL #charliehebdo URL',\n",
       " 387010299536355328: 'as a former federal agent i find this story hard to believe, even for this white house. URL #spitehouse',\n",
       " 690920430287331328: 'internet of things security is so bad, there’s a search engine for sleeping kids URL',\n",
       " 504267796424163328: 'can new audio help the michael brown investigation? listen to what an attorney says could be key to the investigation URL',\n",
       " 510931521306243072: \"update: uk prime minister david #cameron describes apparent beheading of david #haines as 'an act of pure evil' URL\",\n",
       " 703234354579898368: 'kenny is considered the first tiger with down syndrome. at the age of nine, kenny died in 2008 of cancer. URL',\n",
       " 524144369235140608: 'graffiti artist banksy arrested in london; identity revealed - national report | national report URL',\n",
       " 524998384357486592: 'canadian government offices are locked down in ottawa after an armed attack: URL URL',\n",
       " 692267960686284800: 'french justice minister quits in apparent protest at plan to strip citizenship from people convicted of terrorism URL',\n",
       " 366205297557110784: 'details: radioactive water from under #fukushima has risen 60cm above protective barrier, freely leaking to ocean URL',\n",
       " 655815788675399680: 'when refusing to pay the 5p bag charge backfires... URL',\n",
       " 407258075502899200: \"this is the driver that died in the accident with paul walker. don't forget about him just because he's not famous. URL\",\n",
       " 537484793882361856: 'my kinda muslim women. afghan mother daughter and daughter-in-law team kills 25 taliban to avenge her son’s murder. URL',\n",
       " 691791477912014850: 'obama gently guides michelle’s hand as she maneuvers drone joystick URL URL',\n",
       " 726190016435728385: 'target boycott crosses 1 million signers, stock sinks by $1.5 billion URL',\n",
       " 764620072228970496: 'ibtihaj muhammad wins bronze in fencing, becomes first u.s. olympian to compete in a hijab: URL URL',\n",
       " 500391222075076610: 'store owner told @fox2now monday that there was a theft, but said it was not michaelbrown; said it was someone else #ferguson',\n",
       " 690676539323740161: 'at least two people are dead in a shooting at a school in northern saskatchewan, canadian government official said URL',\n",
       " 517034091028676608: 'this little ios 8 bug deletes all your icloud data if you try and reset your settings: URL URL',\n",
       " 509478961705807872: 'microsoft to buy mojang for $2 billion - report. deal to be finalised as early as this week. URL URL',\n",
       " 528357165677817856: '\"afghanistan has been through a lot. you know what it needs now? deer with fangs.\" -- god URL URL',\n",
       " 692031224227958789: 'reports of an active gunman at san diego navy medical centre URL',\n",
       " 407217865973329920: 'rip roger rodas, the man who died with paul walker. #rippaulwalker #riprogerrodas URL',\n",
       " 693792605755285504: 'at least 45 killed in triple bombing near damascus URL',\n",
       " 560414522758799361: 'breakfast all around. URL',\n",
       " 692709993573789701: 'icymi: tom brady penned a heartfelt thank-you note to patriots fans. URL URL',\n",
       " 748640007934590976: \"what's the no. 1 killer of americans? these rankings have changed little over the years URL URL\",\n",
       " 724320681517670400: '340,000 pledge to boycott target over transgender bathroom policy URL URL',\n",
       " 518924377791164420: 'hewlett-packard to split pc, printer business from corporate hardware, according to reports URL URL',\n",
       " 372489152903643136: 'fukushima now in state of emergency, leaking 300 tons of radioactive water into the ocean daily learn more: URL',\n",
       " 500381163866062848: 'report: #ferguson police beat up wrong suspect then charged him for getting blood on uniforms in 2009 URL',\n",
       " 516682897864916992: \"bug in ios 8's 'reset all settings' option also erases icloud drive documents URL by @julipuli\",\n",
       " 693236688538243074: 'is the truth out there? in nod to @thexfiles, @cia releases hundreds of declassified docs URL URL',\n",
       " 551082055883563008: \"family says 'beverly hillbillies' actress donna douglas is dead at age 81 - @nbc12 URL\",\n",
       " 525291306000846848: 'this cartoon is the perfect tribute to nathan cirillo #ottawashooting URL URL',\n",
       " 524757333608394752: 'meet the south american goliath birdeater -- a spider the size of a puppy: URL URL',\n",
       " 693484841011060737: '.@tedcruz: \"bernie is a socialist and he admits it. hillary is a socialist and she pretends she\\'s not.\" @teamcavuto URL',\n",
       " 365276206381268995: 'japan: fukushima nuclear plant is leaking 80,000 gallons of radioactive water into ocean daily. URL',\n",
       " 701175292937707520: '\"sanders won 54% of the latino vote, according to the sample data, compared to clinton’s 43%.\" #nvcaucus URL',\n",
       " 693523133920342016: 'quote of the day URL URL',\n",
       " 515538937058971648: 'update: photo of suspect, alton nolen, in moore, okla. beheading released. URL URL',\n",
       " 524976980799000578: \"breaking news: ottawa police confirm to abc news they are looking for 3 suspects, one has been 'dealt with' - URL\",\n",
       " 489818014364086273: '#mh17 is believed shot down with old soviet-built buk surface-to-air missile system. URL URL',\n",
       " 693804630615166977: 'research on which matters more: \"leadership qualities\" or competence URL URL',\n",
       " 693098795022725120: 'the las vegas raiders? URL URL',\n",
       " 560873850846846978: \"come on texas! what's up with this? confirmed islamic tribunal using sharia law in texas URL URL\",\n",
       " 689103487880310785: 'at least three french soldiers killed in avalanche in the alps during training exercise - french media URL',\n",
       " 688147918113538049: 'hostages taken and people killed in attack on burkina faso hotel by militants, foreign minister says URL',\n",
       " 678733118648524800: 'you all do know it’s mostly long articles about books, right? URL',\n",
       " 387030572779847680: 'non-essential services shutdown? can someone explain to me how URL is essential while URL is not?',\n",
       " 407269894938718208: 'tmz posted this two days before paul walker died ..... #illuminati URL',\n",
       " 407179055763836928: \"did speed play a part in paul walker's death? URL\",\n",
       " 692134721195786240: \"the always hilarious @shelleyhennig has taken over the @mtvteenwolf vine and it's as amazing as it sounds. URL\",\n",
       " 693481256735150082: 'up to 100 masked men, dressed in black, involved in \"migrant attack\" in stockholm URL URL',\n",
       " 552112474913136641: 'president obama’s daughter wears a pro era t-shirt: URL URL',\n",
       " 528562608463704064: 'fanged deer pops up in afghanistan, 60 years after its last appearance URL URL',\n",
       " 524933380929245184: 'developing story: shots fired on parliament hill, soldier shot at war memorial URL #ottawa URL',\n",
       " 537913349338435584: 'this young woman was shot with a nerf bullet by a #ferguson police officer, she lost her eye. URL',\n",
       " 436157398269849602: 'hot pockets recall involves meat from place fda says \"processed diseased and unsound animals. URL URL',\n",
       " 693658242044542976: 'stephen curry is taking—and making—more absurdly long 3-pointers than ever. URL via @wsjsports URL',\n",
       " 687911282922631168: 'al-shabab militants overrun african union base in somalia, amid unconfirmed claims of dozens of soldiers killed URL',\n",
       " 527162170531151872: \"a puppy-sized spider was found in south america and is now known as the 'south american goliath birdeater.' URL\",\n",
       " 500280422295937024: 'darren wilson is a six year veteran of the #ferguson police and had no disciplinary actions against him.',\n",
       " 524950264303075328: 'canada parliament shooting: - still active shooter - 3 separate shooting sites - multiple gunmen - 1 gunmen dead URL',\n",
       " 693079616072880128: \"i'm sorry, but i can't do anything today because i'll be watching #pillowtalk on repeat: URL URL\",\n",
       " 407159686786732032: \"paul walker's fast and the furious costars and more react to the actor's tragic death: URL\",\n",
       " 524976963862429697: 'the canadian soldier shot at the war memorial has died, officials reported. URL #ottawashooting URL',\n",
       " 495365942726381568: '#riphulkhogan. you lifted weights, but you also lifted my heart.',\n",
       " 692932696645865472: '\"i almost started crying ... but i didn\\'t want them to make me the crying face instead of jordan.\" --draymond green URL',\n",
       " 692742353736568833: 'man arrested with two firearms at entrance to hotel at disneyland paris, french media report URL',\n",
       " 336913656921083904: 'fort hood shooter reportedly has drawn $278g in salary since massacre URL',\n",
       " 529747368087126019: 'wth?! michelle obama tells black ppl they can go eat fried chicken after they vote. just when u thought she could not be more ghetto.',\n",
       " 528240834660298753: 'wow. obama disses stay at home moms. \"that’s not a choice we want americans to make.\" URL',\n",
       " 387006700609228801: 'really? amber alert website goes dark under government shutdown URL',\n",
       " 525024181218725888: 'cpl. nathan cirillo, 24, identified as the soldier who was shot, killed at the war memorial today. #cbcott #ottnews URL',\n",
       " 524289058290159616: \"he's not arrested, but he has been busy... new banksy mural appears in bristol URL (pic: banksy) URL\",\n",
       " 470025166760980483: 'where is michelle obama’s hashtag for meriam ibrahim? she’s pregnant and sentenced to die URL URL',\n",
       " 295152287901417472: '#prayforchristopher 5k run .. well we are walking lol @savannahn_2012 @lemongella URL',\n",
       " 724703995147751424: 'american family association gets 500,000 to sign petition boycotting target over its transgender bathroom policy URL',\n",
       " 387220814531395584: 'amber alert website, which shows critical missing children bulletins, is offline due to government shutdown URL',\n",
       " 501474962935648256: 'the first general killed in a combat zone since vietnam, it is a travesty that obama did not attend major general harold greene’s funeral',\n",
       " 693485676881403905: 'a sloth clings to a pole in ecuador ... and so much more. see the week in 37 photos URL URL',\n",
       " 509463916586762241: 'breaking: microsoft is near a deal to buy minecraft maker mojang URL',\n",
       " 692736398462300162: 'house for sale. asking price? super bowl 50 tickets. well-played, steelers fan. URL URL',\n",
       " 688763099298529280: 'oregon domestic terrorists now destroying public property in earnest URL URL',\n",
       " 557621135320178688: 'arenal is one of 6 spectacular volcanoes located in #costarica. URL',\n",
       " 553061846081896449: \"banksy's response to the #charliehebdo shooting URL URL\",\n",
       " 693131575261659137: '\"let\\'s not make the next two weeks about a \\'black qb.\\' let\\'s just talk about the greatness of this guy.\" -c. barkley URL',\n",
       " 723521076446142465: 'when your two favorite landmarks...go purple in honor of the world missing prince...beautiful: URL',\n",
       " 757748522481491968: 'tim kaine & his besties the muslim brotherhood URL #demsinphilly #dncconvention URL',\n",
       " 407176873605865472: 'new info on the crash that killed paul walker URL #rippaulwalker',\n",
       " 716439952922312704: 'we officially won clark county (70% of the population of nevada) and washoe county +5/6 for @berniesanders -4 for hillary #bernietakesnevada',\n",
       " 489794593580650497: \"breaking: malaysia airlines passenger 'shot down' near russian border in ukraine URL URL\",\n",
       " 532203605236154368: 'rest in peace: big bank hank of sugarhill gang dead at 57 URL URL',\n",
       " 516861311725342722: 'report: nasty ios 8 bug could erase your icloud drive documents URL',\n",
       " 692491478619262976: \"#sweden's interior minister says the country intends to expel up to 80,000 migrants whose applications for asylum have been rejected\",\n",
       " 692925163994796033: 'home. URL',\n",
       " 500294803402137600: 'photos of alleged robbery involving michael brown in #ferguson (via police) URL URL',\n",
       " 567765185407234049: 'who from krispy kreme thought \"kkk wednesday\" would be a good idea? URL URL',\n",
       " 387236601450864641: 'white house #shutdown URL , but are posting alerts on him getting a sandwich. URL',\n",
       " 514395350615203841: 'reporter charlo green quit on air to start a marijuana business URL will quitting on tv pay off? URL',\n",
       " 692735354240114688: \"why the year's most anticipated pop lp, rihanna's 'anti,' is an inward-searching curveball URL URL\",\n",
       " 553470492565602305: 'car chase under way in paris as gunfight breaks out. reports of hostages. latest from paris: URL URL',\n",
       " 544512910538838016: 'update: hostages fleeing #sydney cafe held by iranian gunman as explosions, gunshots are heard: URL',\n",
       " 523655026485366784: 'wtf. rt @pourmecoffee: hello everyone. \"puppy-sized spider surprises scientist in rainforest\" URL URL',\n",
       " 693573042111270912: '.@danaperino\\u200b: \"if i were in... legal trouble, i would call @hillaryclinton to find out how do you get out of it.\" URL',\n",
       " 407170170533064705: 'last picture of paul walker taken before his death in a car crash.#rippaulwalker fast & furious won\\'t be same w/o u. URL \"',\n",
       " 516435293235183617: 'no connection between hong kong protesters and ferguson “hands up don’t shoot” URL URL',\n",
       " 527286846347567104: 'former baseball slugger jose canseco accidentally shot himself in the left hand, police say. URL',\n",
       " 682548344690970624: 'live: follow the #nye2016 celebrations around the world. currently live from sydney: URL URL',\n",
       " 387353560356118528: 'a claim that #obama used the #shutdown to scuttle the amber alert system reveals an ignorance about amber alerts. URL',\n",
       " 489796998615547904: \"breaking: malaysia airlines plane 'shot down' travelling from amsterdam to kuala lumpur URL URL\",\n",
       " 743058135300988932: 'so now we know, orlando shooter was a gay, muslim, registered democrat. no wonder liberals are trying to blame the gun. #orlandoshooting',\n",
       " 535257207991205888: 'russian boy shocked by electricity now claims he has superpowers like magneto URL URL',\n",
       " 693631772639145984: \"@eonline started from the bottom now the whole team's here. #sagawards URL\",\n",
       " 692881863644282880: 'paul kantner, founding member of jefferson airplane, dies at 74, publicist says - san francisco gate URL',\n",
       " 524929796862918656: 'soldier shot at national war memorial in ottawa URL URL',\n",
       " 778949749156245504: '\"a black man who runs from police merely might be trying to avoid the recurring indignity of being profiled\" URL',\n",
       " 715255507506892800: 'update: donald trump advocates abortion ban and \"some form of punishment\" for women who have an abortion. URL - @msnbc',\n",
       " 693476901772513280: 'at least 39 migrants, including children, drown as boat sinks between turkey & greece URL URL',\n",
       " 516361247223058432: 'hong kong \"hands up, don\\'t shoot\" emulation of ferguson protests is such a powerful image: URL',\n",
       " 407158558158254081: \"paul walker's friends and castmates poured out their hearts overnight URL #rippaulwalker\",\n",
       " 514100169307348992: 'reports: missing afghan soldiers found trying to cross into canada, source says -@wcvb, @7news, @nbcnews URL (fixes typo)',\n",
       " 523820806917603328: \"researcher @naskrecki on his encounter with a goliath birdeater, the world's largest spider URL URL\",\n",
       " 648993731169939456: \"woman in hospital after confusing hair mousse with builder's foam: URL\",\n",
       " 517003426832453633: 'let\\'s please remember the victim in the ok beheading, colleen hufford-> rt \"victim was loving grandma\" URL via @nypost',\n",
       " 690915657106526208: '36 best quotes from davos 2016 URL URL',\n",
       " 509473920060104704: 'microsoft to buy mojang - report URL $2 billion deal could be signed this week URL',\n",
       " 504433135036407808: 'gonna be unreal when las vegas goes undefeated at home every year........ #nhl #expansion',\n",
       " 525134787778850818: 'meet the south american goliath birdeater -- a spider the size of a puppy: URL URL',\n",
       " 651786568592658433: 'one third of vegetarians eat meat when they get drunk | URL URL',\n",
       " 549920761423863808: 'a transgender 17-year old left a suicide note on tumblr pleading \"fix society\" URL URL',\n",
       " 518827403452637184: 'hewlett-packard plans to split into two companies: wsj report URL',\n",
       " 640182854928961536: 'plastic bag use in wales has dropped by 71 per cent since the 5p charge was introduced URL URL',\n",
       " 499368931367608320: 'currently the #foxnews website has zero, repeat, zero coverage of the #ferguson protests, probably due to lack of cowboy hats.',\n",
       " 727588444000526336: 'payments to hard drive destruction company... URL',\n",
       " 506784541696991232: '47 days after his plane was shot down over ukraine, #mh17 pilot laid to rest URL URL',\n",
       " 407163869673443328: \"woke up to news of paul walker's death and a train derailment in the bronx that left at least 4 dead. have to remember how lucky we can be.\",\n",
       " 519275971758026752: 'hewlett-packard will split into two companies to adapt to a changing technology landscape URL',\n",
       " 693487871806689280: 'doctor of \"concussion\" fame willing to \"bet my medical license\" that o.j. simpson has cte: URL URL',\n",
       " 357299879070023680: \"please read! do not purchase koch products. they're paying for zimmerman's attorney fees! URL\",\n",
       " 491591245152935936: 'a russian officer \"pushed that button deliberately\" & shot down #mh17, ukrainian gov. says: URL URL',\n",
       " 506656271517622272: 'cant believe tupac is still alive URL',\n",
       " 514106939173634048: '#breaking: missing afghan soldiers reportedly found near canadian border URL',\n",
       " 701975210044497921: 'study concluded that the clinton camp has “no statistical basis” to back claims that it won latino vote in nv. URL',\n",
       " 693121477491757056: '\"the typical woman who works full-time still earns 79 cents for every dollar the typical man does.\" —@potus URL',\n",
       " 507354546041925632: \"betty white is victim of death hoax after fans misread satirical story about 92-year-old's dye job URL\",\n",
       " 692924229017309184: 'the real takeaway from the #gopdebate? this ted cruz snub. URL',\n",
       " 688027085730897921: 'ninety took drug in french clinical trial that left one brain-dead and five more hospitalised, health minister says URL',\n",
       " 514535408126795776: 'quite a design flaw rt @nymag: if you sit with your iphone 6 plus in your pocket, it bends beyond repair URL',\n",
       " 742055437932040193: 'because the orlando shooter who murdered gay people was a registered democrat and muslim, the media is going silent. URL',\n",
       " 692063305297453060: 'teacher picks wrong student to believe in every fucking year URL URL',\n",
       " 693355140284334081: 'russian fighter came within 15 feet of u.s. air force jet. URL URL',\n",
       " 562090534945431552: \"'madden 15' predicted the patriots would win 28-24. which is exactly what happened. URL\",\n",
       " 524924619812511746: \"witness tells #cbcnews suspected shooter of uniformed soldier at #ottawa's war memorial was carrying rifle.\",\n",
       " 524925124303396864: \"parliament hill in lockdown after soldier shot at #ottawa's war memorial, just south of east block.\",\n",
       " 365497016098369536: 'water leaks at fukushima could contaminate entire pacific ocean URL',\n",
       " 689722724470620161: 'taliban says it is behind #bachakhanuniattack that left at least 19 dead, pakistani media report URL',\n",
       " 697992796565741569: \"nevada focus group of #pbsdebate says @berniesanders won tonight's debate by a 25 to 9 margin.\",\n",
       " 553186555150749696: \"it ain't banksy! meet @lucilleclerc, artist behind the iconic #charliehebdo pencil tribute URL URL\",\n",
       " 766358933296517121: 'american swimmers who claimed that they were robbed in rio should apologize to residents, brazilian police said. URL',\n",
       " 489802446001434625: 'latest so far on shot down malaysia airlines plane #mh17 URL URL',\n",
       " 356310469390245888: '*breaking news* obama administration files federal charges against george zimmerman! #ontheroadtojustice',\n",
       " 427725166127226881: \"eric lawson, former 'marlboro man' in cigarette ads dies of smoking-related disease URL URL\",\n",
       " 356437941641416705: \"obama has filed federal charges against zimmerman for violating trayvon's civil rights. god is good\",\n",
       " 516978780171436032: 'okla beheading victim colleen hufford, rest in peace #beheading #jihad #jahkeemyisrael URL URL',\n",
       " 551942365901250560: \"president's daughter malia obama spotted wearing a pro era t-shirt URL URL\",\n",
       " 760120409429643266: 'pray for parents and school leadership to have wisdom to refuse these after school satan clubs! URL',\n",
       " 489798219283857408: 'ukrainian minister says rebels shot down #mh17 malaysia airlines plane URL URL',\n",
       " 651858133304782848: 'maximum-security inmates just destroyed the harvard debate team in prison competition. URL URL',\n",
       " 766307327922335745: 'us justice department will phase out use of privately owned prisons, citing safety concerns URL',\n",
       " 522468118082633729: \"christian bale in talks to play steve jobs in danny boyle's #jobs, written by aaron sorkin. URL URL\",\n",
       " 500281094239817728: '#mikebrown wanted to walk down the street. and he is dead. and the #ferguson pd is using his silence in death to make him a criminal.',\n",
       " 500307001629745152: \"it appears that #ferguson pd are trying to assassinate mike brown's character after literally assassinating mike brown.\",\n",
       " 364383457545162754: \"highly radioactive water is seeping into the ocean from japan's crippled fukushima nuclear plant URL\",\n",
       " 387050178932654080: \"obama has taken down amber alert website during shutdown, but michelle's let's move site is still up. at least missing kids won't be thirsty\",\n",
       " 765141361033109504: 'man who died after being shot with taser by police in shropshire believed to be ex-football star dalian atkinson URL',\n",
       " 407209222850756608: \"r.i.p rodger rodas the guy no one seems to care about because he's not famous (died with paul walker) URL\",\n",
       " 767737100347191297: \".@realdonaldtrump's son, eric, slams @hillaryclinton & @potus for their response to flooding in #louisiana. URL\",\n",
       " 553264892799488000: 'three more passport stamps, three more data centers. give a big welcome to tokyo, mexico city and frankfurt. ≡ URL',\n",
       " 531900034863091712: 'rt @cl_lfc: “@usvsth3m: vladimir putin’s motorcade looks suspiciously like a massive… URL URL ”',\n",
       " 757450526153900032: 'victoria woodhull ran for us president 144 years before hillary clinton 📻 URL URL',\n",
       " 525077806401994754: \"prime minister harper on ottawa attack: 'we will not be intimidated. canada will never be intimidated' - live video URL\",\n",
       " 407156621450571777: '“r.i.p to the driver who died with paul walker that no one cares about because he wasn’t famous” omg:(',\n",
       " 387041762331471872: \"obama keeps michelle's URL site running despite the shutdown but URL is shutdown because? #spitehouse\",\n",
       " 691410231549530112: 'deadline to enroll for 2016 health coverage is almost here—sign up by jan. 31: URL #getcovered URL',\n",
       " 507557659206516736: 'betty white never die she my lady still i never have the sex with her',\n",
       " 514550436377137152: 'iphone 6 plus owners are complaining that their phones are actually bending: URL URL',\n",
       " 692818857187213313: 'lego reveals new young disabled figure after #toylikeme campaign URL URL',\n",
       " 728631482722308096: \"afa' rios: target's transgender bathroom policy is 'push from the left to deconstruct the family' URL via @breitbartnews\",\n",
       " 544510450101415936: 'several more hostages flee from cafe under siege in sydney, local media say URL',\n",
       " 767154835993063425: \"olympics: matthew centrowitz wins men's 1,500m race, first gold for us in event since 1908. URL URL\",\n",
       " 511330322831507456: \"life in obama's america: govt officials threaten to prosecute american families for trying to save their loved ones URL\",\n",
       " 764505291853627392: 'rip kenny baker, the actor behind legendary star wars droid r2-d2: URL URL',\n",
       " 693622130735484929: 'saudi prince takes on trump on twitter: \"i bailed you out twice\" URL URL',\n",
       " 547514662695469057: 'well this makes us feel old... the sunshine baby from the #teletubbies is 19 and at uni! URL URL',\n",
       " 524970097711267841: 'conservative caucas informed soldier shot at war memorial in ottawa this morning has died. a sad development on a shocking day.',\n",
       " 780436430732525569: 'well, this is a new one: chelsea clinton implies that marijuana can kill you. 2016, y’all. URL #mmot #p2 #tcot #tlot',\n",
       " 519112613800972288: 'in announcing split, hewlett-packard also boosted the number of its expected layoffs by 5,000 to 55,000. URL $hpq',\n",
       " 407206094747209728: 'r.i.p to roger rodas who died alongside paul walker URL',\n",
       " 692497796956561408: 'uk to accept some child refugees from syria and other conflict zones but not those who have fled to europe URL',\n",
       " 688752484966363136: '\"we still have sanctions on iran for its violations of human rights—for its support for terrorism &...its ballistic missile program\" —@potus',\n",
       " ...}"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "twitter15_text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "tids = np.array(list(twitter15_text.keys()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "kf = KFold(n_splits=4,random_state=2018)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "kf_dict = {}\n",
    "fold = 0\n",
    "for train_index, test_index in kf.split(tids):\n",
    "#     print(\"TRAIN:\", tids[train_index], \"TEST:\", tids[test_index])\n",
    "    kf_dict[fold] = (tids[train_index],tids[test_index])\n",
    "    fold += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('kfolds_twitter15.pickle', 'wb') as handle:\n",
    "    pkl.dump(kf_dict, handle)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "fakenews",
   "language": "python",
   "name": "other-env"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
